-- Logs begin at Sun 2022-10-16 00:10:34 UTC, end at Sun 2022-10-16 01:14:29 UTC. -- Oct 16 00:48:35.980375 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 16 00:48:38.667060 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.common.config [-] Logging enabled! Oct 16 00:48:38.667691 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 16 00:48:38.667980 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104466) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 16 00:48:38.671143 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.common.config [-] Logging enabled! Oct 16 00:48:38.671399 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 16 00:48:38.671709 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104466) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 16 00:48:38.672665 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 16 00:48:38.672898 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 16 00:48:38.673385 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 16 00:48:38.673633 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 16 00:48:38.673862 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 16 00:48:38.674183 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.674483 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.674715 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.675037 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.675330 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.675616 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.675909 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.676205 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.676493 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.676774 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.677059 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.677336 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.677570 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.677858 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.678145 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.678368 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] debug = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.678653 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.679097 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.679517 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.679801 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.680091 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.680371 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.680643 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.680922 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.681208 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.681537 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.681815 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.682102 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.682388 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.682674 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.682980 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.683259 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.684156 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.684497 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.684810 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] log_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.685133 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.685419 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.685711 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.686003 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.686232 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.686457 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.686745 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.687074 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.687357 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.687635 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.687912 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.688190 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.688470 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.688742 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.689029 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.689315 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.689599 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.689874 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.690149 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.690437 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.690692 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.691005 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.691279 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.691554 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.691829 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.692118 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.692387 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.692666 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.692964 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.693250 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.693535 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.693820 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.694093 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.694379 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.694652 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.694952 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.695225 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] use_json = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.695500 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.695771 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.696050 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.696323 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.696600 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.696870 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.697139 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.697422 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.697692 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:38.697993 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.698288 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.698591 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.698902 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.699835 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.700125 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.700416 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.700696 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.700988 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.701279 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.701570 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.701850 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.702402 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.702692 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.703020 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.703328 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.703626 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.703920 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.704198 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.704472 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.704747 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.705028 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.705333 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.705603 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.705893 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.706185 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.706467 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.706766 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.707086 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.707378 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.707671 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.707962 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.708239 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.708521 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.708813 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.709095 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.709370 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.709656 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.709936 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.710209 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.710490 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.710779 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.711090 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.711365 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.711642 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.711932 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.712212 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.712483 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.712753 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.713031 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.713302 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.713593 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.713873 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.714147 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.714421 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.714698 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.715056 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.715336 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.715606 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.715879 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.716159 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.716432 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.716704 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.716977 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.717248 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.717518 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.717790 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.718062 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.718337 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.718609 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.718906 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.719186 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.719458 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.719731 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.720034 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.720318 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.720598 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.720878 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.721159 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.721438 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.721717 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.721996 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.722275 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.722552 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.722824 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.723137 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.723424 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.723717 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.724002 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.724299 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.724593 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.724871 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.725151 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.725430 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.725706 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.725983 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.726265 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.726542 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.726818 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.727129 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.727415 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.727707 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.728000 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.728280 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.728573 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.728865 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.729161 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.729442 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.729750 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.730031 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:38.730249 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 16 00:48:38.730642 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104466) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 16 00:48:39.112050 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 16 00:48:39.112367 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 16 00:48:39.112631 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 16 00:48:39.112863 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 16 00:48:39.113139 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 16 00:48:39.113464 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 16 00:48:39.443353 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.443651 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.443923 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.445126 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.445400 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.445664 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.498759 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.499055 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.499322 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.515373 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.515659 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.515930 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.544610 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.544889 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.545157 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.580893 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.581173 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.581439 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.814539 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.815204 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.815204 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.816359 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.817072 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.915863 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.916183 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.916469 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.916741 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.917013 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.917324 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.917580 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.917885 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.918147 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.918435 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.918690 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.918987 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.919243 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.919494 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.919750 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.920016 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.920273 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.920542 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.920811 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.921069 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.921348 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.921598 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.921881 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.922267 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.922521 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.922768 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.923199 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 00:48:39.923441 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 00:48:39.923679 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 00:48:39.923916 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 00:48:39.924151 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 00:48:39.924388 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 00:48:39.924751 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 16 00:48:39.928029 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 16 00:48:39.931960 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 16 00:48:39.935862 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 16 00:48:39.937490 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 16 00:48:39.938112 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 16 00:48:39.938465 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 16 00:48:39.938829 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 16 00:48:39.941638 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 16 00:48:39.941891 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 16 00:48:39.942241 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 16 00:48:39.947378 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 16 00:48:39.971577 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 16 00:48:39.972048 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.972352 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104466) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 16 00:48:39.972724 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.974079 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104466) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 16 00:48:39.974372 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 16 00:48:39.974614 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 16 00:48:39.985679 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:39.985961 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.150273 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 16 00:48:40.150451 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 16 00:48:40.150663 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 16 00:48:40.151073 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 16 00:48:40.204823 dv-cinder-master-3-iscsi neutron-server[104466]: INFO dbcounter [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Registered counter for database neutron Oct 16 00:48:40.225207 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_db.sqlalchemy.engines [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104466) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 16 00:48:40.232255 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG dbcounter [-] [104466] Writer thread running {{(pid=104466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 16 00:48:40.786011 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Initializing driver for type 'gre' Oct 16 00:48:40.786554 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] gre ID ranges: [(1, 1000)] Oct 16 00:48:40.850364 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Initializing driver for type 'local' Oct 16 00:48:40.851039 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Initializing driver for type 'vlan' Oct 16 00:48:40.864995 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] VlanTypeDriver initialization complete Oct 16 00:48:40.865335 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Initializing driver for type 'vxlan' Oct 16 00:48:40.865843 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] vxlan ID ranges: [(1, 1000)] Oct 16 00:48:40.921563 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Initializing extension driver 'port_security' Oct 16 00:48:40.922278 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.extensions.port_security [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] PortSecurityExtensionDriver initialization complete Oct 16 00:48:40.922682 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Initializing mechanism driver 'openvswitch' Oct 16 00:48:40.923056 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Initializing mechanism driver 'hyperv' Oct 16 00:48:40.929666 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:48:40.930341 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > port after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.930720 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > port after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.931101 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > port after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.931615 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 16 00:48:40.932046 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > subnet after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.932398 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > subnet after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.932748 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.933142 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 16 00:48:40.934175 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > network after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.934750 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > network after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.935175 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > network after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.935576 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 16 00:48:40.935988 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > security_group after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.936350 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > security_group after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.936699 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.937094 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 16 00:48:40.937503 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.937855 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.938200 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.938727 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 16 00:48:40.939160 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > address_group after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.939514 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > address_group after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.939859 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.940250 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 16 00:48:40.940695 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] ML2 OVO RPC backend initialized. {{(pid=104466) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 16 00:48:40.941402 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.941761 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.942183 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > network before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.942537 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > networks before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.942911 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > port before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.943264 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > ports before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.943614 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > subnet before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.943961 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > subnets before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.944312 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > network after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.944656 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > network after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.944996 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > network after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.945337 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > port after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.945679 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > port after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.946017 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > port after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.946356 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > subnet after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.946693 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > subnet after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.947057 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.955805 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded quota_driver: . Oct 16 00:48:40.956177 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.plugin [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Modular L2 Plugin initialization complete Oct 16 00:48:40.956527 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading services supported by the core plugin {{(pid=104466) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 16 00:48:40.956877 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Got port-security extension from driver 'port_security' Oct 16 00:48:40.957365 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.extensions.vlantransparent [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Disabled vlantransparent extension. Oct 16 00:48:40.957867 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104466) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 16 00:48:40.958195 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading Plugin: router Oct 16 00:48:40.993863 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.994267 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router after_create 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.994652 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router before_create 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.995051 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.995432 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.995791 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router after_delete 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.996742 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.997295 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.997670 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router after_create 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.998028 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router after_update 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.998389 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router after_update 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.998744 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.999133 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router after_update 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.999558 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router precommit_update 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:40.999935 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: port after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.000282 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: port after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.000627 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: subnet after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.000978 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.001333 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.001685 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router precommit_create 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.002033 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: port before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.002381 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router precommit_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.002743 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router after_update 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.003119 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.003484 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router precommit_create 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.003851 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.004202 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router precommit_update 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.004572 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > agent after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.004926 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > agent after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.005276 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > network after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.006165 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Tracking information for resource: router configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 00:48:41.006500 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Tracking information for resource: floatingip configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 00:48:41.012122 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.db.l3_agentschedulers_db [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 16 00:48:41.013008 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: port after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.013374 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: port after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.013735 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: port after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.014094 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: port after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.014912 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router before_create 55550100 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.015288 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.015658 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router precommit_create 55550100 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.016021 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > router precommit_update 55550100 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.020877 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.services.provider_configuration [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service providers = [] {{(pid=104466) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 16 00:48:41.021249 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.db.servicetype_db [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104466) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 16 00:48:41.024528 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.services.service_base [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 16 00:48:41.024887 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.services.service_base [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 16 00:48:41.025236 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.services.service_base [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 16 00:48:41.026131 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.services.service_base [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 16 00:48:41.026507 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.services.service_base [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 16 00:48:41.026924 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 00:48:41.027286 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 16 00:48:41.039494 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 00:48:41.039775 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading Plugin: auto_allocate Oct 16 00:48:41.045836 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: network precommit_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.046210 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: network precommit_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.046748 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 00:48:41.047095 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading Plugin: tag Oct 16 00:48:41.053713 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 00:48:41.054049 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading Plugin: timestamp Oct 16 00:48:41.058218 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 00:48:41.059170 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading Plugin: network_ip_availability Oct 16 00:48:41.065024 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.065402 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.065765 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.066529 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 00:48:41.066848 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading Plugin: flavors Oct 16 00:48:41.071632 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 00:48:41.071964 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading Plugin: revisions Oct 16 00:48:41.077468 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 00:48:41.077858 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_concurrency.lockutils [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.965s {{(pid=104466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 16 00:48:41.078604 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104466) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 16 00:48:41.078975 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Initializing extension manager. Oct 16 00:48:41.079502 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: __init__.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.079848 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: __pycache__ {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.080186 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: address_group.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.081211 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.081689 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: address-group Oct 16 00:48:41.082017 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: address_scope.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.082698 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.083244 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: address-scope Oct 16 00:48:41.083569 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.084457 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.084965 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: router-admin-state-down-before-update Oct 16 00:48:41.085350 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: agent.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.086020 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.086521 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: agent Oct 16 00:48:41.086847 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: agent_resources_synced.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.087742 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.088249 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: agent-resources-synced Oct 16 00:48:41.088572 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: allowedaddresspairs.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.091170 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.091705 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: allowed-address-pairs Oct 16 00:48:41.092039 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: auto_allocated_topology.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.093082 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.093599 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: auto-allocated-topology Oct 16 00:48:41.093931 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: availability_zone.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.094597 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.095136 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: availability_zone Oct 16 00:48:41.095469 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: availability_zone_filter.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.096346 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.096856 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: availability_zone_filter Oct 16 00:48:41.097182 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: data_plane_status.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.098049 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.098560 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension data-plane-status not supported by any of loaded plugins Oct 16 00:48:41.098917 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: default_subnetpools.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.099799 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.100305 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: default-subnetpools Oct 16 00:48:41.100631 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.101410 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.101926 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: dhcp_agent_scheduler Oct 16 00:48:41.102250 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: dns.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.103155 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.103662 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension dns-integration not supported by any of loaded plugins Oct 16 00:48:41.103986 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: dns_domain_ports.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.104862 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.105460 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 16 00:48:41.106024 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.106975 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.107484 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 16 00:48:41.107810 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: dvr.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.108445 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.108953 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: dvr Oct 16 00:48:41.109272 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: ecmp_routes.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.110145 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.110644 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 16 00:48:41.110994 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: empty_string_filtering.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.111871 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.112375 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: empty-string-filtering Oct 16 00:48:41.112703 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.113574 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.114080 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 16 00:48:41.114404 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.115309 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.115815 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 16 00:48:41.116141 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: external_net.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.117010 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.117523 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: external-net Oct 16 00:48:41.117849 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.118719 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.119272 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: extra_dhcp_opt Oct 16 00:48:41.119599 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: extraroute.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.120472 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.121602 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: extraroute Oct 16 00:48:41.122146 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: extraroute_atomic.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.123214 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.123728 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: extraroute-atomic Oct 16 00:48:41.124332 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: filter_validation.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.124975 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.125478 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: filter-validation Oct 16 00:48:41.125802 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: fip_pf_description.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.126679 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.127211 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 16 00:48:41.127541 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: fip_pf_detail.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.128420 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.128932 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 16 00:48:41.129285 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: fip_pf_port_range.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.130156 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.130668 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 16 00:48:41.131023 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: fip_port_details.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.131902 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.132418 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: fip-port-details Oct 16 00:48:41.132746 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: flavors.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.133963 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.134482 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: flavors Oct 16 00:48:41.134812 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.136465 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.137288 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 16 00:48:41.137642 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: floatingip_pools.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.138333 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.138832 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: floatingip-pools Oct 16 00:48:41.139186 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: ip_allocation.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.140065 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.140567 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension ip_allocation not supported by any of loaded plugins Oct 16 00:48:41.140892 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.141785 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.142290 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: ip-substring-filtering Oct 16 00:48:41.142615 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: l2_adjacency.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.143525 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.144033 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 16 00:48:41.144361 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: l3.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.145329 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.145839 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: router Oct 16 00:48:41.146167 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.148619 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.149160 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 16 00:48:41.149495 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.150378 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.150922 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: ext-gw-mode Oct 16 00:48:41.151258 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.152651 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.153427 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: l3-ha Oct 16 00:48:41.153767 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.154652 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.155199 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 16 00:48:41.155529 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: l3_flavors.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.156404 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.156917 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: l3-flavors Oct 16 00:48:41.157244 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.158581 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.159132 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 16 00:48:41.159465 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.160346 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.160865 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 16 00:48:41.161194 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: l3agentscheduler.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.162215 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.162731 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: l3_agent_scheduler Oct 16 00:48:41.163098 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: local_ip.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.164821 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.165346 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension local_ip not supported by any of loaded plugins Oct 16 00:48:41.165683 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: logging.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.167172 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.167704 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension logging not supported by any of loaded plugins Oct 16 00:48:41.168753 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: metering.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.169621 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.170208 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: metering Oct 16 00:48:41.170539 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.171652 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.172177 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: metering_source_and_destination_fields Oct 16 00:48:41.172507 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: multiprovidernet.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.173392 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.173916 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: multi-provider Oct 16 00:48:41.174242 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: netmtu.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.175168 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.175683 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: net-mtu Oct 16 00:48:41.176009 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: netmtu_writable.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.176890 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.177399 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: net-mtu-writable Oct 16 00:48:41.177720 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: network_availability_zone.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.178359 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.178887 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: network_availability_zone Oct 16 00:48:41.179212 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: network_ip_availability.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.180278 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.180787 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: network-ip-availability Oct 16 00:48:41.181118 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: network_segment_range.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.181851 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.182355 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension network-segment-range not supported by any of loaded plugins Oct 16 00:48:41.182681 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: pagination.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.183807 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.184283 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: pagination Oct 16 00:48:41.184608 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: port_device_profile.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.185486 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.186012 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: port-device-profile Oct 16 00:48:41.186339 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: port_mac_address_override.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.187265 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.187779 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: port-mac-override Oct 16 00:48:41.188107 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.188987 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.189497 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: port-mac-address-regenerate Oct 16 00:48:41.189825 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.190696 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.191245 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: port-numa-affinity-policy Oct 16 00:48:41.191572 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: port_resource_request.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.192445 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.192957 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension port-resource-request not supported by any of loaded plugins Oct 16 00:48:41.193282 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: port_resource_request_groups.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.194217 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.194728 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 16 00:48:41.195087 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: portbindings.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.195974 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.196484 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: binding Oct 16 00:48:41.196810 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: portbindings_extended.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.198047 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.198559 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: binding-extended Oct 16 00:48:41.198920 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: portsecurity.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.200050 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.200564 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: port-security Oct 16 00:48:41.200893 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: project_id.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.202341 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.202676 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: project-id Oct 16 00:48:41.203035 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: providernet.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.203926 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.204438 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: provider Oct 16 00:48:41.204766 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.208347 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.208887 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos not supported by any of loaded plugins Oct 16 00:48:41.209224 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.210468 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.211028 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 16 00:48:41.211367 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.212254 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.212781 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 16 00:48:41.213116 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_default.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.214017 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.214537 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-default not supported by any of loaded plugins Oct 16 00:48:41.215526 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_fip.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.216626 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.217144 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-fip not supported by any of loaded plugins Oct 16 00:48:41.217476 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.218361 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.218890 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 16 00:48:41.219297 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_gateway_ip.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.220193 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.220704 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 16 00:48:41.221033 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_port_network_policy.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.221917 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.222431 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 16 00:48:41.222759 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.223801 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.224320 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 16 00:48:41.224646 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.225926 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.226446 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 16 00:48:41.226771 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_pps_rule.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.227933 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.228450 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-pps not supported by any of loaded plugins Oct 16 00:48:41.228780 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_rule_type_details.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.229659 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.230171 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 16 00:48:41.231229 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.232157 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.232670 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 16 00:48:41.232999 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: qos_rules_alias.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.234011 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.234524 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 16 00:48:41.234852 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: quota_check_limit.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.235757 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.236272 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: quota-check-limit Oct 16 00:48:41.236599 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: quotasv2.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.237556 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.237886 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: quotas Oct 16 00:48:41.238212 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: quotasv2_detail.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.239925 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.240265 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: quota_details Oct 16 00:48:41.240597 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: rbac.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.241635 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.242154 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: rbac-policies Oct 16 00:48:41.242488 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: rbac_address_group.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.243868 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.244386 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: rbac-address-group Oct 16 00:48:41.244717 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: rbac_address_scope.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.245693 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.246467 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: rbac-address-scope Oct 16 00:48:41.246902 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: rbac_security_groups.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.247802 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.248315 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: rbac-security-groups Oct 16 00:48:41.248642 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: rbac_subnetpool.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.249524 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.250038 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: rbac-subnetpool Oct 16 00:48:41.250364 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: revisionifmatch.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.251287 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.251795 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: revision-if-match Oct 16 00:48:41.252119 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: revisions.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.253204 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.253719 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: standard-attr-revisions Oct 16 00:48:41.254045 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: router_availability_zone.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.254685 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.255231 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: router_availability_zone Oct 16 00:48:41.255558 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: routerservicetype.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.256440 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.256952 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension router-service-type not supported by any of loaded plugins Oct 16 00:48:41.257280 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.258169 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.258686 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: security-groups-normalized-cidr Oct 16 00:48:41.259043 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.259932 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.260440 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: port-security-groups-filtering Oct 16 00:48:41.260766 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.262186 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.263021 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: security-groups-remote-address-group Oct 16 00:48:41.263359 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.264265 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.264784 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: security-groups-shared-filtering Oct 16 00:48:41.265115 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: securitygroup.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.274908 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.275456 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: security-group Oct 16 00:48:41.275797 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: segment.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.276498 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.277017 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension segment not supported by any of loaded plugins Oct 16 00:48:41.277991 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.279125 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.279648 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 16 00:48:41.279983 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: servicetype.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.281051 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.281576 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: service-type Oct 16 00:48:41.281907 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: sorting.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.282882 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.283227 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: sorting Oct 16 00:48:41.283558 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: standard_attr_segment.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.284467 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.284990 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 16 00:48:41.285322 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: standardattrdescription.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.285944 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.286462 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: standard-attr-description Oct 16 00:48:41.286792 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: stateful_security_group.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.287720 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.288241 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: stateful-security-group Oct 16 00:48:41.288572 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: stdattrs_common.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.289128 dv-cinder-master-3-iscsi neutron-server[104466]: WARNING neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 16 00:48:41.289453 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.290388 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.290875 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 16 00:48:41.291203 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: subnet_onboard.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.292227 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.292770 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: subnet_onboard Oct 16 00:48:41.293289 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.294245 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.294762 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 16 00:48:41.295122 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: subnet_service_types.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.296015 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.296530 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: subnet-service-types Oct 16 00:48:41.296855 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: subnetallocation.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.297900 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.298423 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: subnet_allocation Oct 16 00:48:41.298756 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.299420 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.299935 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: subnetpool-prefix-ops Oct 16 00:48:41.300264 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.301157 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.301670 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 16 00:48:41.301998 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: tagging.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.303081 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.303597 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: standard-attr-tag Oct 16 00:48:41.303926 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: timestamp.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.305095 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.305611 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loaded extension: standard-attr-timestamp Oct 16 00:48:41.305942 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: trunk.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.306972 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.307486 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension trunk not supported by any of loaded plugins Oct 16 00:48:41.307812 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: trunk_details.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.308886 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.309477 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension trunk-details not supported by any of loaded plugins Oct 16 00:48:41.309809 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: uplink_status_propagation.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.310700 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.311248 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 16 00:48:41.311575 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Loading extension file: vlantransparent.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 00:48:41.312212 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 00:48:41.312715 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 16 00:48:41.315390 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:network Oct 16 00:48:41.315921 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:subnet Oct 16 00:48:41.316322 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:subnetpool Oct 16 00:48:41.316716 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:port Oct 16 00:48:41.317988 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.318436 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service FLAVORS assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.319069 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.319513 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.319849 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:router Oct 16 00:48:41.320280 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:floatingip Oct 16 00:48:41.320767 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service METERING assigned prefix: /metering {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.322244 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.322627 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.323016 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:48:41.324558 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of CountableResource for resource:rbac_policy Oct 16 00:48:41.325249 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:security_group Oct 16 00:48:41.325696 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 16 00:48:41.326515 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service CORE assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.327127 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:subnetpool Oct 16 00:48:41.327488 dv-cinder-master-3-iscsi neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] subnetpool is already registered Oct 16 00:48:41.327922 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service CORE assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.328360 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:subnetpool Oct 16 00:48:41.328598 dv-cinder-master-3-iscsi neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] subnetpool is already registered Oct 16 00:48:41.330982 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.331438 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service FLAVORS assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.332418 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.332940 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.333275 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:router Oct 16 00:48:41.333623 dv-cinder-master-3-iscsi neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] router is already registered Oct 16 00:48:41.334062 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:floatingip Oct 16 00:48:41.334406 dv-cinder-master-3-iscsi neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] floatingip is already registered Oct 16 00:48:41.334902 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service METERING assigned prefix: /metering {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.335611 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of CountableResource for resource:rbac_policy Oct 16 00:48:41.335943 dv-cinder-master-3-iscsi neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] rbac_policy is already registered Oct 16 00:48:41.336368 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:security_group Oct 16 00:48:41.336708 dv-cinder-master-3-iscsi neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] security_group is already registered Oct 16 00:48:41.337138 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 16 00:48:41.337477 dv-cinder-master-3-iscsi neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] security_group_rule is already registered Oct 16 00:48:41.337973 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service CORE assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.338302 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:subnetpool Oct 16 00:48:41.338649 dv-cinder-master-3-iscsi neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] subnetpool is already registered Oct 16 00:48:41.339094 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Service CORE assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 00:48:41.339422 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Creating instance of TrackedResource for resource:subnetpool Oct 16 00:48:41.339848 dv-cinder-master-3-iscsi neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] subnetpool is already registered Oct 16 00:48:41.340541 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: extensions {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.342176 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: address-groups {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.343725 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: address-scopes {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.344941 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: agents {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.346104 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: auto-allocated-topology {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.348706 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: availability_zones {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.349959 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: dhcp-networks {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.351416 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: dhcp-agents {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.352961 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: routers {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.354738 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: flavors {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.356806 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: service_profiles {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.358126 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: next_providers {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.359650 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: service_profiles {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.361092 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: floatingip-pools {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.362386 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: routers {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.364261 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: floatingips {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.365468 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: l3-routers {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.366892 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: l3-agents {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.368415 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: metering-labels {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.369684 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: metering-label-rules {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.371089 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: network-ip-availabilities {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.372684 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: bindings {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.374259 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: quotas {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.375862 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: quotas {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.377512 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: rbac-policies {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.378716 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: security-groups {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.379959 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: security-group-rules {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.381236 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: service-providers {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.382554 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: subnetpools {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.383933 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: subnetpools {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.385409 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.388136 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.389874 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.391854 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.393503 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.395408 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.397209 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.399046 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.400827 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.403068 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron.api.extensions [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 00:48:41.410193 dv-cinder-master-3-iscsi neutron-server[104466]: WARNING keystonemiddleware.auth_token [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 16 00:48:41.415380 dv-cinder-master-3-iscsi neutron-server[104466]: WARNING keystonemiddleware.auth_token [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 16 00:48:41.425219 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_concurrency.lockutils [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Acquiring lock "singleton_lock" {{(pid=104466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 16 00:48:41.425549 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_concurrency.lockutils [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Acquired lock "singleton_lock" {{(pid=104466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 16 00:48:41.426033 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_concurrency.lockutils [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Releasing lock "singleton_lock" {{(pid=104466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 16 00:48:41.426702 dv-cinder-master-3-iscsi neutron-server[104466]: INFO oslo_service.service [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Starting 2 workers Oct 16 00:48:41.431852 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Started child 104579 {{(pid=104466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 16 00:48:41.437289 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Started child 104580 {{(pid=104466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 16 00:48:41.438110 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:48:41.438915 dv-cinder-master-3-iscsi neutron-server[104466]: INFO neutron.service [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 16 00:48:41.439559 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:48:41.439663 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [-] (104579) wsgi starting up on http://0.0.0.0:9696 Oct 16 00:48:41.441987 dv-cinder-master-3-iscsi neutron-server[104466]: INFO oslo_service.service [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Starting 1 workers Oct 16 00:48:41.442128 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:48:41.443452 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [-] (104580) wsgi starting up on http://0.0.0.0:9696 Oct 16 00:48:41.447348 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Started child 104581 {{(pid=104466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 16 00:48:41.447884 dv-cinder-master-3-iscsi neutron-server[104466]: INFO oslo_service.service [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Starting 1 workers Oct 16 00:48:41.451316 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.service [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] calling RpcWorker wait() {{(pid=104581) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 16 00:48:41.452125 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.service [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] returning from RpcWorker wait() {{(pid=104581) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 16 00:48:41.453029 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Started child 104582 {{(pid=104466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 16 00:48:41.453432 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:48:41.453824 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-4e7d41a0-6bf8-4c39-9b34-f0483034a157 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:48:41.453925 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:48:41.455754 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104466) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 16 00:48:41.455975 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 16 00:48:41.456161 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 16 00:48:41.456388 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 16 00:48:41.456721 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 16 00:48:41.456900 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 16 00:48:41.457409 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.457707 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.457977 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.458070 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:48:41.458546 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.458790 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.459099 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.459252 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:48:41.459353 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.459631 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.459890 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.460052 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.460219 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.460464 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.460695 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.461010 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.461296 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.461550 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.461792 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.461961 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.462199 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.462458 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.462702 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.463002 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] debug = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.463259 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.463730 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.463985 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.464235 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.464485 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.464792 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.465152 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.465551 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.465903 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.466136 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.466374 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.466644 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.466931 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.467171 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.467408 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.467718 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.467944 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.468444 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.468684 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.468922 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.469196 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.469464 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.469723 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.469969 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.470242 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.470499 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.470754 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.471039 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.471328 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.471582 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.471803 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.472041 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.472206 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_options = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.472444 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.472724 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.473001 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.473195 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.473373 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.473516 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.473879 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.474036 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.474177 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.475513 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.475624 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.475851 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.476062 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.476331 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.476927 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.476927 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.477158 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.477299 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.477556 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.477892 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.478153 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.478459 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.478807 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.479279 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.479463 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.479684 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.479954 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.481570 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.481570 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.481570 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.481570 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.482147 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.482147 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.482389 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.482586 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.482832 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.483087 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.483339 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.483637 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.483876 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.484127 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.484401 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.484620 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.484857 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.485074 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.485289 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.485631 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] use_json = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.485891 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.486138 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.486368 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.486611 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.487028 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.487245 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.487616 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.488002 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.488375 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.488956 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.489381 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.492176 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.492176 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.492176 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.492176 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.492176 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.492176 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.492176 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.492176 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.492831 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.492831 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.492831 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.492831 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.493158 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.493249 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.493471 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.493765 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.494020 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.494240 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.494468 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.494689 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.495009 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.495256 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.495493 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.495743 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.496768 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.497162 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.497445 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.497705 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.498906 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.498906 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.498906 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.498906 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.499204 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.499339 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.499751 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.499973 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.500197 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.500435 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.500717 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.500964 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.501200 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.501447 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.501666 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.501898 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.502123 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.502359 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.502608 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.502828 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.503103 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.503321 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.503537 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.503769 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.503996 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.504207 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.504468 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.504710 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.504939 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.505199 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.505436 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.505655 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.505886 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.506120 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.506353 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.506566 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.506802 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.507070 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.507322 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.507542 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.507754 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.507968 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.508184 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.508396 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.508613 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.508843 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.509069 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.509288 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.509498 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.509717 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.509958 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.510173 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.510402 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.510612 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.510822 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.511057 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.511270 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.511569 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.511784 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.511991 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.512203 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.512427 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.512726 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.512981 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.513251 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.513471 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.513728 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.513981 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.514226 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.514446 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.514668 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.515111 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.515220 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.515399 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.515654 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.515867 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.516089 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.516416 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.516553 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.516763 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.517099 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.517234 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.517469 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.517648 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.517866 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.518105 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.518355 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.518623 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.518856 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.519107 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.519323 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.519548 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.519937 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.520377 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.520627 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.520924 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.521166 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.521438 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.521754 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.522004 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.522280 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.522514 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.522780 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.523193 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.523459 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.523722 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.523955 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.524219 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.524461 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.524709 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.524945 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.525182 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.525433 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.525768 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.526018 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.526252 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.526465 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.526739 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.527002 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.527302 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.527581 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.527822 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.528237 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.528651 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.528902 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.529145 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.529388 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.529650 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.529888 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.530138 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.530370 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.530580 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.530803 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.531044 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.531278 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.531507 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.531909 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.532146 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.532390 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.532591 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.532836 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.533057 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.533275 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.533519 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.533739 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.533975 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.534196 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.534433 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.534663 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.534897 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.535182 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.535428 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.535642 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.535866 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.536121 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.536373 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.536586 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.536850 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.537068 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.537282 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.537496 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.537715 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.537931 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.538162 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.538436 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.538650 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.538902 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.539155 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.539521 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.539792 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.540017 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.540272 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.540573 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.540756 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.540971 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.541186 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.541435 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.541652 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.541874 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.542091 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.542346 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.542578 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.543451 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.543675 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.543895 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.544132 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.544406 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.544646 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.544879 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.545104 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.545345 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.545570 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.545790 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.546007 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.546262 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.546497 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.546707 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.546961 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.547196 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.547407 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.547728 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.547971 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.548205 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.548829 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.548829 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.549008 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.549137 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.549347 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.549557 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.549780 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.550019 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.550237 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.550481 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.550692 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.550922 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.551145 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.551363 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.551573 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.551796 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.552007 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.552218 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.552439 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.552655 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.552865 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.553091 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.553406 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.553629 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.553899 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.554071 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.554304 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.554549 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.554761 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.555337 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.555337 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.555539 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.555611 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.555927 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.556160 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.556405 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.556689 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.556916 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.557169 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.557397 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.557718 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.557932 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.558172 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.558579 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.558822 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.559077 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.559349 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.559668 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.559950 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.560197 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.560468 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.560768 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.561041 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.561321 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.561542 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.561872 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.562494 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.562782 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.563076 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.563315 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.563564 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.563789 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.564025 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.564264 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.564503 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.564723 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.564966 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.565197 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.565449 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.565690 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.565957 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.566193 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.566416 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.566630 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.566852 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.567093 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.567250 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 16 00:48:41.567809 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104466) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 16 00:48:41.567973 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 16 00:48:41.568131 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 16 00:48:41.568303 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 16 00:48:41.568470 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 16 00:48:41.568621 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 16 00:48:41.568830 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.568991 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.569150 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.569309 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.569493 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.569660 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.569822 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.569978 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.570133 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.570297 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.570456 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.570614 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.570772 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.570969 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.571129 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.571289 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.571522 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.571629 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.571759 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.571918 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.572076 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.572233 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] debug = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.572391 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.572606 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.572774 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.572934 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.573093 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.573252 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.573411 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.573569 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.573727 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.573885 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.574731 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.575016 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.575292 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.575461 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.575790 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.576149 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.576149 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.576324 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.576405 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.576567 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.576727 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.577194 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.577312 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.577442 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.577603 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.577762 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.577922 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.578081 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.578240 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.578400 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.578558 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.578716 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.578905 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_options = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.579053 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.579211 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.579371 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.579560 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.579726 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.579885 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.580045 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.580204 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.580363 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.580524 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.580682 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.580842 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.581006 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.581165 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.581323 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.581482 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.581642 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.581802 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.581963 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.582121 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.582280 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.582439 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.582596 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.582755 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.582947 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.583108 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.583266 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.583425 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.583531 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:48:41.583622 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.583728 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.583886 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.584105 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.584270 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.584428 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.584607 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.584744 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.584902 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.585061 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.585225 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.585383 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.585542 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.585710 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.585855 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.586015 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.586189 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.586331 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.586490 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] use_json = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.586647 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.586810 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.586970 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.587136 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.587293 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.587451 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.587611 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.587771 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.588125 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 00:48:41.588229 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.588364 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.588538 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.588698 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.588861 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.589024 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.589187 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.589353 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.589517 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.590233 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.590233 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.590233 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.591491 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.591491 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.591491 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.591491 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.591491 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.591491 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.591491 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.592366 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.592366 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.592366 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.592366 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.592366 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.592366 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.593106 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.593106 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.593106 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.593106 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.593106 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.593727 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.593727 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.593727 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.593727 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.594232 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.594232 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.594232 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.594603 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.594603 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.594603 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.594945 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.594945 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.595106 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.595186 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.595351 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.595513 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.595674 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.595836 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.595998 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.596197 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.596362 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.596528 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.596689 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.597055 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.597055 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.597229 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.597309 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.597506 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.597629 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.597790 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.597953 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.598116 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.598279 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.598440 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.598602 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.598763 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.598961 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.599125 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.599301 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.599463 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.599625 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.599786 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.599949 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.600111 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.600273 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.600433 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.600596 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.600757 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.600918 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.601084 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.601246 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.601408 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.601570 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.601733 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.601895 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.602055 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.602218 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.602379 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.602541 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.602703 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.602926 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.603059 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.603238 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.603399 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.603561 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.603721 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.603884 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.604045 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.604211 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.604376 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.604535 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.604677 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.604837 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.604983 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.605705 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.605886 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.606049 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.606244 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.606406 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.606584 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.606828 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.607026 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.607186 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.607549 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.607697 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.607832 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.607996 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.608159 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.608322 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.608486 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.608648 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.608810 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.608972 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.609149 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.609311 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.609477 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.609640 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.609811 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.609984 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.610148 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.610311 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.610476 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.610638 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.610983 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.611143 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.611305 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.611468 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.611635 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.611853 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.611976 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.612139 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.612304 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.612304 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.612304 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.612304 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.612304 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.612304 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.612304 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.612304 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.615526 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.615526 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.615526 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.615526 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.615526 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.615526 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.615526 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.615526 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616071 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616071 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616071 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616071 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616071 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616071 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616071 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616071 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616602 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616602 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616602 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616602 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616885 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.616885 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.617029 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.617097 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.617255 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.617433 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.617611 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.617742 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.618933 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.618933 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.618933 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.618933 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.618933 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.618933 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.618933 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.619466 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.619466 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.619466 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.619466 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.619747 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.619747 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.619893 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.620048 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.620205 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.620372 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.620545 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.620686 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.621521 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.621690 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.621970 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.622183 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.622431 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.622431 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.622791 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.622791 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.623079 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.623079 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.623385 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.623385 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.623650 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.623650 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.623900 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.624047 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.624181 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.624314 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.624447 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.624591 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.624724 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.624862 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.625026 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.625216 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.625390 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.625531 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.625665 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.625798 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.625953 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.626121 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.626277 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.626443 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.626604 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.626765 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.626967 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.627132 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.627294 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.627460 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.627625 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.627807 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.628011 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.628175 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.628324 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.628487 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.628649 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.628851 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.628997 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.629131 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.629267 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.629423 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.629584 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.629734 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.629905 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.630068 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.630230 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.630392 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.630553 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.630716 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.630907 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.631062 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.631239 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.631405 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.631521 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.631686 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.631876 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.632018 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.632180 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.632342 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.632504 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.632666 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.632839 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.633002 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.633164 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.633333 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.633494 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.633656 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.633817 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.634005 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.634165 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.634334 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.634477 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.634639 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.634801 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.634989 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.635141 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.635313 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.635481 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.635644 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.635814 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.635984 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.636160 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.636320 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.636620 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.636899 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.637072 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.637232 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.637396 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.637558 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.637796 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.637900 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.638030 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.638230 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.638408 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.638520 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.638670 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.639355 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.639355 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.639355 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.639355 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.639657 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.639657 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.639846 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.639929 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 00:48:41.640961 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 16 00:48:41.674413 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 54758) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:48:41.681459 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049279 Oct 16 00:48:41.686051 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039997 Oct 16 00:48:50.914693 dv-cinder-master-3-iscsi neutron-server[104466]: DEBUG dbcounter [-] [104466] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104466) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:48:53.609305 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33be27f-87a5-434e-a7b5-36f705c35658 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 16 00:48:53.619143 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writer thread running {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 16 00:48:53.619578 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writer thread running {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 16 00:48:53.677274 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33be27f-87a5-434e-a7b5-36f705c35658 None None] No non-hosted networks {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 16 00:48:53.694665 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.agentschedulers_db [None req-a33be27f-87a5-434e-a7b5-36f705c35658 None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=104581) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 16 00:48:53.832894 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8bf74f4f-e045-4843-aa83-da0a490e77bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650449'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:48:55.721464 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writer thread running {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 16 00:48:56.351434 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1249e678-48d2-42e2-ab7a-68565f53f512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650449'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:48:56.428844 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d39d94a1-eab3-49c3-93cd-e28d353d94d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:48:57.727660 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650449'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:48:58.173869 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 54834) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:48:58.868426 dv-cinder-master-3-iscsi neutron-server[104579]: WARNING oslo_policy.policy [None req-f87f68bf-4e9d-42a0-8882-8b261f9b1dbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 00:48:58.869301 dv-cinder-master-3-iscsi neutron-server[104579]: WARNING oslo_policy.policy [None req-f87f68bf-4e9d-42a0-8882-8b261f9b1dbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 00:48:59.097678 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [None req-f87f68bf-4e9d-42a0-8882-8b261f9b1dbc admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 00:48:59.111619 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-f87f68bf-4e9d-42a0-8882-8b261f9b1dbc admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9358070 Oct 16 00:48:59.301831 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.db.l3_hamode_db [None req-7ddbd52f-dfa1-4932-8fd4-6a7515f3cf22 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 16 00:48:59.420731 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddbd52f-dfa1-4932-8fd4-6a7515f3cf22 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:48:59.421966 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddbd52f-dfa1-4932-8fd4-6a7515f3cf22 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 16 00:48:59.843934 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650449'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:48:59.845335 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.845961 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.849191 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.851332 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.853753 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.855825 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.856620 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.857526 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.858373 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.859947 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.861886 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.863160 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.864099 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.864874 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.865823 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:48:59.866712 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:48:59.883466 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:49:00.180598 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650449'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:02.208314 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 54868) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:49:02.587305 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-aed955c2-cd39-415b-ac1b-157d7c897202 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:49:02.599513 dv-cinder-master-3-iscsi neutron-server[104579]: ERROR stevedore.extension [None req-aed955c2-cd39-415b-ac1b-157d7c897202 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 16 00:49:02.683725 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.policy [None req-aed955c2-cd39-415b-ac1b-157d7c897202 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104579) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 16 00:49:02.727084 dv-cinder-master-3-iscsi neutron-server[104579]: WARNING oslo_policy.policy [None req-aed955c2-cd39-415b-ac1b-157d7c897202 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 00:49:02.727548 dv-cinder-master-3-iscsi neutron-server[104579]: WARNING oslo_policy.policy [None req-aed955c2-cd39-415b-ac1b-157d7c897202 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 00:49:02.748785 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writer thread running {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 16 00:49:02.837539 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-aed955c2-cd39-415b-ac1b-157d7c897202 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726297561231', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726297561731', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726297446759', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726297450164', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726297460096', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726297468112', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1774395', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1774586', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539024', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1019279'] for rbac-policy (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:02.919905 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-aed955c2-cd39-415b-ac1b-157d7c897202 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:02.921162 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-aed955c2-cd39-415b-ac1b-157d7c897202 admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7118912 Oct 16 00:49:05.627788 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 54878) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:49:06.157328 dv-cinder-master-3-iscsi neutron-server[104580]: WARNING oslo_policy.policy [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 00:49:06.157893 dv-cinder-master-3-iscsi neutron-server[104580]: WARNING oslo_policy.policy [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 00:49:06.377428 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:49:06.390440 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writer thread running {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 16 00:49:06.433510 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Made reservation on behalf of c3343320b0624293946f3195f2d767e2 for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:49:06.442646 dv-cinder-master-3-iscsi neutron-server[104580]: ERROR stevedore.extension [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 16 00:49:06.494291 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.policy [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104580) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 16 00:49:06.537852 dv-cinder-master-3-iscsi neutron-server[104580]: WARNING oslo_policy.policy [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 00:49:06.538232 dv-cinder-master-3-iscsi neutron-server[104580]: WARNING oslo_policy.policy [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 00:49:06.548939 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:06.573912 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:06.694517 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Publish callbacks [] for security_group (e7a0fcc0-0d6b-4c8e-864c-75c54d9f3a63), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:06.698510 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (e7a0fcc0-0d6b-4c8e-864c-75c54d9f3a63), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:06.719998 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=104580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:49:06.758052 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726298563283', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (a968f30f-7be2-4446-813a-3c357e3c50b3), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:06.758614 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Unsubscribe: segment precommit_create {{(pid=104580) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 16 00:49:06.759183 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Added segment a968f30f-7be2-4446-813a-3c357e3c50b3 of type vlan for network 5efafd86-4caf-40e2-821d-20031dd04013 Oct 16 00:49:06.799140 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a0fcc0-0d6b-4c8e-864c-75c54d9f3a63,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:06.835870 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.836212 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.836571 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.836924 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.837256 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.837582 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.837902 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.838275 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.838699 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.839276 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.839634 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.839999 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.840283 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.840599 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.840913 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Tracked resource versions report: Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: pushed versions: Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: { 'AddressGroup': {'1.2'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'Agent': {'1.1'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'ConntrackHelper': {'1.0'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'LocalIPAssociation': {'1.0'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'Log': {'1.0'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'NDPProxy': {'1.0'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'Network': {'1.1'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'Port': {'1.7'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'PortForwarding': {'1.3'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'QosPolicy': {'1.10'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'SecurityGroup': {'1.5'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'SecurityGroupRule': {'1.2'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'SubPort': {'1.0'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'Subnet': {'1.1'}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'Trunk': {'1.1'}} Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: consumer versions: Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'Agent': '1.1', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'ConntrackHelper': '1.0', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'LocalIPAssociation': '1.0', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'Log': '1.0', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'NDPProxy': '1.0', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'Network': '1.1', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'Port': '1.7', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'PortForwarding': '1.3', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'QosPolicy': '1.10', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'SecurityGroup': '1.5', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'SecurityGroupRule': '1.2', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'SubPort': '1.0', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'Subnet': '1.1', Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: 'Trunk': '1.1'}} Oct 16 00:49:06.842335 dv-cinder-master-3-iscsi neutron-server[104580]: {{(pid=104580) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 00:49:06.875780 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (5efafd86-4caf-40e2-821d-20031dd04013), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:06.920351 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (5efafd86-4caf-40e2-821d-20031dd04013), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:06.925428 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:49:06.926142 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:07.021334 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3924134 Oct 16 00:49:07.055603 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcb5d1-cfe8-4468-94f0-04aaa201da7a demo demo] Pushing event updated for resources: {'Network': ['ID=5efafd86-4caf-40e2-821d-20031dd04013,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:07.068590 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 5efafd86-4caf-40e2-821d-20031dd04013 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:49:09.767673 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 54898) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:49:10.242021 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=24,neutron:INSERT=33,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:10.260328 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53024023-169f-4c43-916a-d61f2840930b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:49:10.261920 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-53024023-169f-4c43-916a-d61f2840930b demo admin] 10.222.0.25 "GET /networking/v2.0/networks/5efafd86-4caf-40e2-821d-20031dd04013 HTTP/1.1" status: 200 len: 825 time: 0.4932897 Oct 16 00:49:10.288507 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-524e20bc-07cd-4f0b-aa70-afb905a4df72 demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/6a4b78c0-9058-4d02-a42e-89e050a35e70 HTTP/1.1" status: 200 len: 734 time: 0.0198705 Oct 16 00:49:10.298167 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Request body: {'subnet': {'network_id': '5efafd86-4caf-40e2-821d-20031dd04013', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '6a4b78c0-9058-4d02-a42e-89e050a35e70'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:49:10.325670 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Made reservation on behalf of c3343320b0624293946f3195f2d767e2 for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:49:10.328564 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:10.621913 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for subnet (9da71c92-a90b-4efc-8731-9d2297b9ab1a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:10.699545 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Checking segment: {'id': 'a968f30f-7be2-4446-813a-3c357e3c50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:49:10.699915 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Network hostable DHCP agents. Network: 5efafd86-4caf-40e2-821d-20031dd04013, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:49:10.709610 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9da71c92-a90b-4efc-8731-9d2297b9ab1a,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:10.721564 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.721916 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.722271 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.722624 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.722991 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.723322 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.723649 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.723973 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.724313 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.724640 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.724965 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.725301 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.725625 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.725950 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.726269 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Tracked resource versions report: Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: pushed versions: Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: { 'AddressGroup': {'1.2'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'Agent': {'1.1'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'ConntrackHelper': {'1.0'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'LocalIPAssociation': {'1.0'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'Log': {'1.0'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'NDPProxy': {'1.0'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'Network': {'1.1'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'Port': {'1.7'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'PortForwarding': {'1.3'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'QosPolicy': {'1.10'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'SecurityGroup': {'1.5'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'SecurityGroupRule': {'1.2'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'SubPort': {'1.0'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'Subnet': {'1.1'}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'Trunk': {'1.1'}} Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: consumer versions: Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'Agent': '1.1', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'ConntrackHelper': '1.0', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'LocalIPAssociation': '1.0', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'Log': '1.0', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'NDPProxy': '1.0', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'Network': '1.1', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'Port': '1.7', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'PortForwarding': '1.3', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'QosPolicy': '1.10', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'SecurityGroup': '1.5', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'SecurityGroupRule': '1.2', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'SubPort': '1.0', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'Subnet': '1.1', Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: 'Trunk': '1.1'}} Oct 16 00:49:10.727744 dv-cinder-master-3-iscsi neutron-server[104579]: {{(pid=104579) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 00:49:10.751567 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Network 5efafd86-4caf-40e2-821d-20031dd04013 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:49:10.764823 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5efafd86-4caf-40e2-821d-20031dd04013) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:49:10.769371 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:49:10.770008 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:10.774217 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63811bc7-f768-4e19-9c0f-a4ecc4f4d3aa None None] Network 5efafd86-4caf-40e2-821d-20031dd04013 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:49:10.786898 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e109bbcc-7938-42e7-8f5d-9d0397276e29 demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4920602 Oct 16 00:49:10.804997 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=22,neutron:INSERT=32,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:11.044419 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-5efafd86-4caf-40e2-821d-20031dd04013', 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013', 'project_id': 'c3343320b0624293946f3195f2d767e2', 'fixed_ips': [{'subnet_id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 00:49:11.045821 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:11.191753 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:11.195508 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=9 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:11.337164 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Allocated IP 172.20.0.2 (5efafd86-4caf-40e2-821d-20031dd04013/9da71c92-a90b-4efc-8731-9d2297b9ab1a/fe94c5f2-dc80-4270-a160-f6fab75a087e) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:49:11.612249 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Publish callbacks [] for port (fe94c5f2-dc80-4270-a160-f6fab75a087e), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:11.620685 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (fe94c5f2-dc80-4270-a160-f6fab75a087e), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:11.704146 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Network 5efafd86-4caf-40e2-821d-20031dd04013 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:49:11.710891 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:49:11.715293 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:49:11.721631 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Pushing event updated for resources: {'Port': ['ID=fe94c5f2-dc80-4270-a160-f6fab75a087e,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:11.755205 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.755561 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.755931 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.756294 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.756637 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.756973 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.757308 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.757640 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.758001 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.758330 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.758662 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.759032 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.759365 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.759689 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.760046 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Tracked resource versions report: Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: pushed versions: Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: { 'AddressGroup': {'1.2'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'Agent': {'1.1'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'ConntrackHelper': {'1.0'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'LocalIPAssociation': {'1.0'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'Log': {'1.0'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'NDPProxy': {'1.0'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'Network': {'1.1'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'Port': {'1.7'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'PortForwarding': {'1.3'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'QosPolicy': {'1.10'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'SecurityGroup': {'1.5'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'SecurityGroupRule': {'1.2'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'SubPort': {'1.0'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'Subnet': {'1.1'}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'Trunk': {'1.1'}} Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: consumer versions: Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'Agent': '1.1', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'ConntrackHelper': '1.0', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'LocalIPAssociation': '1.0', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'Log': '1.0', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'NDPProxy': '1.0', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'Network': '1.1', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'Port': '1.7', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'PortForwarding': '1.3', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'QosPolicy': '1.10', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'SecurityGroup': '1.5', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'SecurityGroupRule': '1.2', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'SubPort': '1.0', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'Subnet': '1.1', Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: 'Trunk': '1.1'}} Oct 16 00:49:11.761519 dv-cinder-master-3-iscsi neutron-server[104581]: {{(pid=104581) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 00:49:11.815201 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Attempting to bind port fe94c5f2-dc80-4270-a160-f6fab75a087e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:49:11.815869 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Attempting to bind port fe94c5f2-dc80-4270-a160-f6fab75a087e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a968f30f-7be2-4446-813a-3c357e3c50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:49:11.816039 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Attempting to bind port fe94c5f2-dc80-4270-a160-f6fab75a087e on network 5efafd86-4caf-40e2-821d-20031dd04013 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:49:11.867614 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:49:11.867909 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Checking segment: {'id': 'a968f30f-7be2-4446-813a-3c357e3c50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:49:11.868369 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:11.868764 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Bound using segment: {'id': 'a968f30f-7be2-4446-813a-3c357e3c50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:49:11.869353 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Bound port: fe94c5f2-dc80-4270-a160-f6fab75a087e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a968f30f-7be2-4446-813a-3c357e3c50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:49:11.869819 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (fe94c5f2-dc80-4270-a160-f6fab75a087e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:11.938671 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] For port fe94c5f2-dc80-4270-a160-f6fab75a087e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:49:11.959323 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] For port fe94c5f2-dc80-4270-a160-f6fab75a087e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fe94c5f2-dc80-4270-a160-f6fab75a087e,segment=NetworkSegment(a968f30f-7be2-4446-813a-3c357e3c50b3),segment_id=a968f30f-7be2-4446-813a-3c357e3c50b3)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:49:11.967310 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (fe94c5f2-dc80-4270-a160-f6fab75a087e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:12.017462 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e4715-8415-4f40-91bf-5c87fa81546d None None] Pushing event updated for resources: {'Port': ['ID=fe94c5f2-dc80-4270-a160-f6fab75a087e,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:13.503822 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 54918) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:49:13.880271 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [None req-3d2d9952-ad90-470e-947d-21110aa9f718 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 00:49:13.881382 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3d2d9952-ad90-470e-947d-21110aa9f718 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3766787 Oct 16 00:49:16.659457 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 54926) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:49:17.045306 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=45,neutron:INSERT=41,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:17.049546 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [None req-14c94c50-7e1b-4b12-9042-12e207b58979 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 00:49:17.050625 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-14c94c50-7e1b-4b12-9042-12e207b58979 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3900380 Oct 16 00:49:17.051770 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=37,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:19.711281 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device fe94c5f2-dc80-4270-a160-f6fab75a087e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:49:19.799175 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 54942) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:49:19.799959 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port fe94c5f2-dc80-4270-a160-f6fab75a087e triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:49:19.800375 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (fe94c5f2-dc80-4270-a160-f6fab75a087e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:19.800795 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port fe94c5f2-dc80-4270-a160-f6fab75a087e Oct 16 00:49:19.918624 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port fe94c5f2-dc80-4270-a160-f6fab75a087e is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:49:19.919160 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (fe94c5f2-dc80-4270-a160-f6fab75a087e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:19.972392 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port fe94c5f2-dc80-4270-a160-f6fab75a087e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fe94c5f2-dc80-4270-a160-f6fab75a087e,segment=NetworkSegment(a968f30f-7be2-4446-813a-3c357e3c50b3),segment_id=a968f30f-7be2-4446-813a-3c357e3c50b3)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:49:19.977225 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (fe94c5f2-dc80-4270-a160-f6fab75a087e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:20.030452 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:20.032167 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=fe94c5f2-dc80-4270-a160-f6fab75a087e,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:20.219502 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-12ab78a9-5460-4332-973e-5702b848eadb demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:49:20.247527 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-12ab78a9-5460-4332-973e-5702b848eadb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11664'] for router (6a898afe-a7f0-40b8-a677-dda16778c84b), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:20.249136 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-12ab78a9-5460-4332-973e-5702b848eadb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11659'] for router (6a898afe-a7f0-40b8-a677-dda16778c84b), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:20.400805 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-12ab78a9-5460-4332-973e-5702b848eadb demo demo] Publish callbacks [] for router_controller (6a898afe-a7f0-40b8-a677-dda16778c84b), precommit_add_association {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:20.408294 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-12ab78a9-5460-4332-973e-5702b848eadb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-647395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934'] for router (6a898afe-a7f0-40b8-a677-dda16778c84b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:20.410745 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3bbaeb-2646-4aaf-9047-79d1f03dbd8c None None] Network 5efafd86-4caf-40e2-821d-20031dd04013 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:49:20.428781 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-12ab78a9-5460-4332-973e-5702b848eadb demo demo] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:20.430135 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-12ab78a9-5460-4332-973e-5702b848eadb demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6293483 Oct 16 00:49:20.457648 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:20.472954 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-afc4d292-ddc6-4d2f-9b1e-e8e7c7b0a137 None None] Provisioning complete for port fe94c5f2-dc80-4270-a160-f6fab75a087e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:49:20.473363 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-afc4d292-ddc6-4d2f-9b1e-e8e7c7b0a137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (fe94c5f2-dc80-4270-a160-f6fab75a087e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:20.473697 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-afc4d292-ddc6-4d2f-9b1e-e8e7c7b0a137 None None] Attempt 1 to provision port fe94c5f2-dc80-4270-a160-f6fab75a087e Oct 16 00:49:20.626072 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-afc4d292-ddc6-4d2f-9b1e-e8e7c7b0a137 None None] Current status of the port fe94c5f2-dc80-4270-a160-f6fab75a087e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:49:20.777787 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=9,neutron:SELECT=78,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:20.780715 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=43,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:20.846757 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:20.856074 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-c815eb6e-dbb7-4b40-9c38-79ea1a92b12f None None] Provisioning complete for port fe94c5f2-dc80-4270-a160-f6fab75a087e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:49:20.856554 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c815eb6e-dbb7-4b40-9c38-79ea1a92b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (fe94c5f2-dc80-4270-a160-f6fab75a087e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:20.857016 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-c815eb6e-dbb7-4b40-9c38-79ea1a92b12f None None] Attempt 1 to provision port fe94c5f2-dc80-4270-a160-f6fab75a087e Oct 16 00:49:20.934231 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-c815eb6e-dbb7-4b40-9c38-79ea1a92b12f None None] Current status of the port fe94c5f2-dc80-4270-a160-f6fab75a087e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:49:21.698603 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device fe94c5f2-dc80-4270-a160-f6fab75a087e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:49:21.743829 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port fe94c5f2-dc80-4270-a160-f6fab75a087e triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:49:21.744305 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (fe94c5f2-dc80-4270-a160-f6fab75a087e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:21.744703 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port fe94c5f2-dc80-4270-a160-f6fab75a087e Oct 16 00:49:21.825782 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port fe94c5f2-dc80-4270-a160-f6fab75a087e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:49:23.119961 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 54952) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:49:23.484662 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [None req-f7fdfb7e-e6ee-458e-824f-fc272ce115e6 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 00:49:23.485671 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f7fdfb7e-e6ee-458e-824f-fc272ce115e6 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3646905 Oct 16 00:49:23.562665 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-83ecac70-126f-45b3-9af8-46f2cfbf4633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:26.185137 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 54960) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:49:26.332906 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5d7d9b94-8e13-4d19-8d60-0c177ef0cc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:26.539929 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:49:26.561011 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Made reservation on behalf of f1d89d5c90cd4c35b26fbcfc82450844 for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:49:26.563524 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:26.572590 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:26.652077 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Publish callbacks [] for security_group (2ddf483e-6fd7-416d-80eb-fefc91482923), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:26.655679 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2ddf483e-6fd7-416d-80eb-fefc91482923), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:26.673521 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Reserving flat network on physical network physnet1 {{(pid=104580) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 16 00:49:26.693198 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddf483e-6fd7-416d-80eb-fefc91482923,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:26.698983 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (90ae8863-1d1b-4c01-9b2a-3eb157dfed09), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:26.699324 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Added segment 90ae8863-1d1b-4c01-9b2a-3eb157dfed09 of type flat for network 208c62ac-592a-4dec-a1cf-31599d23bbee Oct 16 00:49:26.746315 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (208c62ac-592a-4dec-a1cf-31599d23bbee), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:26.779471 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (208c62ac-592a-4dec-a1cf-31599d23bbee), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:26.780440 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:49:26.781021 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:26.889731 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7034988 Oct 16 00:49:26.899179 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100d559-93f3-4bf4-8f43-8053176d3451 admin admin] Pushing event updated for resources: {'Network': ['ID=208c62ac-592a-4dec-a1cf-31599d23bbee,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:26.918651 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 208c62ac-592a-4dec-a1cf-31599d23bbee details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:49:27.681673 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:29.547230 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 54968) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:49:29.823284 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:29.986522 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e3e6d7-1450-4d91-a833-4662c0e35b66 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:49:29.987913 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f6e3e6d7-1450-4d91-a833-4662c0e35b66 demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/9da71c92-a90b-4efc-8731-9d2297b9ab1a HTTP/1.1" status: 200 len: 849 time: 0.4397485 Oct 16 00:49:30.112423 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-43b72ad0-557f-415a-b023-614819b65c89 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/6a898afe-a7f0-40b8-a677-dda16778c84b HTTP/1.1" status: 200 len: 704 time: 0.1177948 Oct 16 00:49:30.115426 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:30.420940 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:30.452363 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:30.516200 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:30.786693 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Allocated IP 172.20.0.1 (5efafd86-4caf-40e2-821d-20031dd04013/9da71c92-a90b-4efc-8731-9d2297b9ab1a/ed38c648-5564-48a0-9570-e3a7eef6b8a2) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:49:31.027739 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Publish callbacks [] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:31.090048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:31.170870 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Network 5efafd86-4caf-40e2-821d-20031dd04013 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:49:31.175742 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:49:31.180012 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:49:31.180012 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647477'] for router_interface (6a898afe-a7f0-40b8-a677-dda16778c84b), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:31.319402 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Pushing event updated for resources: {'Port': ['ID=ed38c648-5564-48a0-9570-e3a7eef6b8a2,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:31.416401 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-6b0f73b7-02d5-4e18-bb5b-c26f69006c1a None None] Provisioning complete for port ed38c648-5564-48a0-9570-e3a7eef6b8a2 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:49:31.416939 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6b0f73b7-02d5-4e18-bb5b-c26f69006c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:31.417121 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-6b0f73b7-02d5-4e18-bb5b-c26f69006c1a None None] Attempt 1 to provision port ed38c648-5564-48a0-9570-e3a7eef6b8a2 Oct 16 00:49:31.451981 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f73b7-02d5-4e18-bb5b-c26f69006c1a None None] Port ed38c648-5564-48a0-9570-e3a7eef6b8a2 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:49:31.457326 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:31.672343 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Publish callbacks [] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:31.676693 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:31.677470 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647593'] for router_interface (6a898afe-a7f0-40b8-a677-dda16778c84b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:31.709773 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:31.759172 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Pushing event updated for resources: {'Port': ['ID=ed38c648-5564-48a0-9570-e3a7eef6b8a2,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:31.793124 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:31.814296 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Network 5efafd86-4caf-40e2-821d-20031dd04013 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:49:31.815797 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:49:31.989275 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Router 6a898afe-a7f0-40b8-a677-dda16778c84b is scheduled to L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb with binding_index 1 {{(pid=104580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 00:49:32.074759 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-72212737-0453-4b10-9fcf-9acf9453b341 None None] Provisioning complete for port ed38c648-5564-48a0-9570-e3a7eef6b8a2 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:49:32.075183 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-72212737-0453-4b10-9fcf-9acf9453b341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:32.075525 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-72212737-0453-4b10-9fcf-9acf9453b341 None None] Attempt 1 to provision port ed38c648-5564-48a0-9570-e3a7eef6b8a2 Oct 16 00:49:32.082515 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:49:32.088671 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-43a92efb-7dca-4d4a-8b67-80dc3e39d356 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/6a898afe-a7f0-40b8-a677-dda16778c84b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9697273 Oct 16 00:49:32.098151 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Sync routers for ids ['6a898afe-a7f0-40b8-a677-dda16778c84b'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:49:32.116979 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-72212737-0453-4b10-9fcf-9acf9453b341 None None] Port ed38c648-5564-48a0-9570-e3a7eef6b8a2 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:49:32.117419 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Routers {'6a898afe-a7f0-40b8-a677-dda16778c84b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:49:32.119159 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:49:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['6a898afe-a7f0-40b8-a677-dda16778c84b'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:49:32.310784 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Set router 6a898afe-a7f0-40b8-a677-dda16778c84b gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:49:32.736787 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'name': 'router1', 'tenant_id': 'c3343320b0624293946f3195f2d767e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:49:20Z', 'updated_at': '2022-10-16T00:49:31Z', 'revision_number': 2, 'project_id': 'c3343320b0624293946f3195f2d767e2', 'gw_port_host': None, '_interfaces': [{'id': 'ed38c648-5564-48a0-9570-e3a7eef6b8a2', 'name': '', 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013', 'tenant_id': 'c3343320b0624293946f3195f2d767e2', 'mac_address': 'fa:16:3e:50:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:49:30Z', 'updated_at': '2022-10-16T00:49:31Z', 'revision_number': 2, 'project_id': 'c3343320b0624293946f3195f2d767e2', 'subnets': [{'id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a4b78c0-9058-4d02-a42e-89e050a35e70'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:49:32.787587 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Checking router: 6a898afe-a7f0-40b8-a677-dda16778c84b for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:49:32.788049 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Updating router 6a898afe-a7f0-40b8-a677-dda16778c84b port ed38c648-5564-48a0-9570-e3a7eef6b8a2 binding host dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:49:32.845995 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:33.378483 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Publish callbacks [] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:33.386288 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:33.540554 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Pushing event updated for resources: {'Port': ['ID=ed38c648-5564-48a0-9570-e3a7eef6b8a2,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:33.549693 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Attempting to bind port ed38c648-5564-48a0-9570-e3a7eef6b8a2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:49:33.550089 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Attempting to bind port ed38c648-5564-48a0-9570-e3a7eef6b8a2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a968f30f-7be2-4446-813a-3c357e3c50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:49:33.550529 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Attempting to bind port ed38c648-5564-48a0-9570-e3a7eef6b8a2 on network 5efafd86-4caf-40e2-821d-20031dd04013 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:49:33.560713 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.561060 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.561407 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.561758 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.562094 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.562421 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.562750 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.563097 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.563420 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.563741 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.564064 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.564400 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.564723 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.565040 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.565359 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Tracked resource versions report: Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: pushed versions: Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: { 'AddressGroup': {'1.2'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'Agent': {'1.1'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'ConntrackHelper': {'1.0'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'LocalIPAssociation': {'1.0'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'Log': {'1.0'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'NDPProxy': {'1.0'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'Network': {'1.1'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'Port': {'1.7'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'PortForwarding': {'1.3'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'QosPolicy': {'1.10'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'SecurityGroup': {'1.5'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'SecurityGroupRule': {'1.2'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'SubPort': {'1.0'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'Subnet': {'1.1'}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'Trunk': {'1.1'}} Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: consumer versions: Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'Agent': '1.1', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'ConntrackHelper': '1.0', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'LocalIPAssociation': '1.0', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'Log': '1.0', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'NDPProxy': '1.0', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'Network': '1.1', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'Port': '1.7', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'PortForwarding': '1.3', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'QosPolicy': '1.10', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'SecurityGroup': '1.5', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'SecurityGroupRule': '1.2', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'SubPort': '1.0', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'Subnet': '1.1', Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: 'Trunk': '1.1'}} Oct 16 00:49:33.566803 dv-cinder-master-3-iscsi neutron-server[104582]: {{(pid=104582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 00:49:33.652302 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:49:33.652714 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Checking segment: {'id': 'a968f30f-7be2-4446-813a-3c357e3c50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:49:33.653198 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:33.653592 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Bound using segment: {'id': 'a968f30f-7be2-4446-813a-3c357e3c50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:49:33.654087 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Bound port: ed38c648-5564-48a0-9570-e3a7eef6b8a2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a968f30f-7be2-4446-813a-3c357e3c50b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:49:33.654468 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:33.688411 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:33.721760 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:33.728820 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] For port ed38c648-5564-48a0-9570-e3a7eef6b8a2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:49:33.754408 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] For port ed38c648-5564-48a0-9570-e3a7eef6b8a2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ed38c648-5564-48a0-9570-e3a7eef6b8a2,segment=NetworkSegment(a968f30f-7be2-4446-813a-3c357e3c50b3),segment_id=a968f30f-7be2-4446-813a-3c357e3c50b3)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:49:33.762627 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:33.809277 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Routers {'6a898afe-a7f0-40b8-a677-dda16778c84b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:49:33.809918 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:49:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['6a898afe-a7f0-40b8-a677-dda16778c84b'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:49:33.884851 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfc25b-25b2-4663-9d89-b48724ffc532 None None] Pushing event updated for resources: {'Port': ['ID=ed38c648-5564-48a0-9570-e3a7eef6b8a2,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:33.914448 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] Set router 6a898afe-a7f0-40b8-a677-dda16778c84b gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:49:34.118659 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'name': 'router1', 'tenant_id': 'c3343320b0624293946f3195f2d767e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:49:20Z', 'updated_at': '2022-10-16T00:49:31Z', 'revision_number': 2, 'project_id': 'c3343320b0624293946f3195f2d767e2', 'gw_port_host': None, '_interfaces': [{'id': 'ed38c648-5564-48a0-9570-e3a7eef6b8a2', 'name': '', 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013', 'tenant_id': 'c3343320b0624293946f3195f2d767e2', 'mac_address': 'fa:16:3e:50:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:49:30Z', 'updated_at': '2022-10-16T00:49:33Z', 'revision_number': 4, 'project_id': 'c3343320b0624293946f3195f2d767e2', 'subnets': [{'id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a4b78c0-9058-4d02-a42e-89e050a35e70'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:49:34.147293 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb304544-39f2-437b-a07a-50e387a7e29e None None] The sync data for ids ['6a898afe-a7f0-40b8-a677-dda16778c84b'] in dv-cinder-master-3-iscsi is: [{'id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'name': 'router1', 'tenant_id': 'c3343320b0624293946f3195f2d767e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:49:20Z', 'updated_at': '2022-10-16T00:49:31Z', 'revision_number': 2, 'project_id': 'c3343320b0624293946f3195f2d767e2', 'gw_port_host': None, '_interfaces': [{'id': 'ed38c648-5564-48a0-9570-e3a7eef6b8a2', 'name': '', 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013', 'tenant_id': 'c3343320b0624293946f3195f2d767e2', 'mac_address': 'fa:16:3e:50:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:49:30Z', 'updated_at': '2022-10-16T00:49:33Z', 'revision_number': 4, 'project_id': 'c3343320b0624293946f3195f2d767e2', 'subnets': [{'id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a4b78c0-9058-4d02-a42e-89e050a35e70'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:49:34.819083 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 54978) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:49:35.247830 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46bd5b3-29f4-42d8-99f4-5a313816f69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:49:35.249219 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-e46bd5b3-29f4-42d8-99f4-5a313816f69b admin admin] 10.222.0.25 "GET /networking/v2.0/networks/208c62ac-592a-4dec-a1cf-31599d23bbee HTTP/1.1" status: 200 len: 842 time: 0.4288726 Oct 16 00:49:35.259001 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] Request body: {'subnet': {'gateway_ip': '172.37.2.1', 'cidr': '172.37.2.0/24', 'ip_version': 4, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:49:35.288895 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] Made reservation on behalf of f1d89d5c90cd4c35b26fbcfc82450844 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:49:35.292288 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:35.615926 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.objects.ports [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104580) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 16 00:49:35.615926 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for subnet (f389a4ac-f37a-4f23-8d43-f4bb31e23900), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:35.675117 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f389a4ac-f37a-4f23-8d43-f4bb31e23900,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:35.685075 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:49:35.685432 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] Network hostable DHCP agents. Network: 208c62ac-592a-4dec-a1cf-31599d23bbee, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:49:35.710537 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:49:35.723304 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 208c62ac-592a-4dec-a1cf-31599d23bbee) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:49:35.728709 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:49:35.729315 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:35.735261 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb167796-139b-4303-8825-db77697e7e7a None None] Network 208c62ac-592a-4dec-a1cf-31599d23bbee requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:49:35.747899 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b8523a30-73ea-423d-ac3b-39555f65bd15 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4922669 Oct 16 00:49:35.858231 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaded656-cb24-470e-abb4-830bf939f215 None None] Network 208c62ac-592a-4dec-a1cf-31599d23bbee requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:49:38.589137 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 54986) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:49:39.019148 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:39.030009 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c2cf9e5d-34cb-454f-85a5-fd1f2c9e3353 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/6a898afe-a7f0-40b8-a677-dda16778c84b HTTP/1.1" status: 200 len: 710 time: 0.4397013 Oct 16 00:49:39.188979 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:39.214500 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ebc519-7bcb-4f29-99bb-18233dbedcdd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:49:39.221632 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-27ebc519-7bcb-4f29-99bb-18233dbedcdd demo admin] 10.222.0.25 "GET /networking/v2.0/networks/208c62ac-592a-4dec-a1cf-31599d23bbee HTTP/1.1" status: 200 len: 886 time: 0.1858203 Oct 16 00:49:39.225962 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:49:39.478296 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Publish callbacks [] for router_gateway (6a898afe-a7f0-40b8-a677-dda16778c84b), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:39.706174 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Publish callbacks [] for router_gateway (6a898afe-a7f0-40b8-a677-dda16778c84b), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:39.714977 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device ed38c648-5564-48a0-9570-e3a7eef6b8a2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:49:39.760678 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port ed38c648-5564-48a0-9570-e3a7eef6b8a2 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:49:39.761072 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:39.761416 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port ed38c648-5564-48a0-9570-e3a7eef6b8a2 Oct 16 00:49:39.790290 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:39.839020 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port ed38c648-5564-48a0-9570-e3a7eef6b8a2 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:49:39.839450 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:39.873779 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port ed38c648-5564-48a0-9570-e3a7eef6b8a2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ed38c648-5564-48a0-9570-e3a7eef6b8a2,segment=NetworkSegment(a968f30f-7be2-4446-813a-3c357e3c50b3),segment_id=a968f30f-7be2-4446-813a-3c357e3c50b3)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:49:39.879220 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:39.904645 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Allocated IP 172.37.2.15 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/ba42d6fc-7741-4305-8222-15c7960340e2) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:49:39.928419 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=ed38c648-5564-48a0-9570-e3a7eef6b8a2,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:40.015030 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Publish callbacks [] for port (ba42d6fc-7741-4305-8222-15c7960340e2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:40.049302 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (ba42d6fc-7741-4305-8222-15c7960340e2), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:40.092027 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:40.100642 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:49:40.106675 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:49:40.111163 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:49:40.112986 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:40.115330 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Pushing event updated for resources: {'Port': ['ID=ba42d6fc-7741-4305-8222-15c7960340e2,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:40.371119 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Publish callbacks [] for router_gateway (6a898afe-a7f0-40b8-a677-dda16778c84b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:40.680988 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-647377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11701'] for router (6a898afe-a7f0-40b8-a677-dda16778c84b), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:40.685504 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649944', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-647402'] for router (6a898afe-a7f0-40b8-a677-dda16778c84b), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:40.792436 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Router 6a898afe-a7f0-40b8-a677-dda16778c84b has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 00:49:40.896993 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:49:40.901791 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:40.903271 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-957c9c17-d70c-4fdf-a97e-e935718572e7 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/6a898afe-a7f0-40b8-a677-dda16778c84b HTTP/1.1" status: 200 len: 889 time: 1.6804593 Oct 16 00:49:40.908678 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Sync routers for ids ['6a898afe-a7f0-40b8-a677-dda16778c84b'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:49:40.923139 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Routers {'6a898afe-a7f0-40b8-a677-dda16778c84b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:49:40.923774 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:49:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['6a898afe-a7f0-40b8-a677-dda16778c84b'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:49:41.133225 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:41.151843 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Set router 6a898afe-a7f0-40b8-a677-dda16778c84b gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:49:41.195628 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:41.570074 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'name': 'router1', 'tenant_id': 'c3343320b0624293946f3195f2d767e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': 'ba42d6fc-7741-4305-8222-15c7960340e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:49:20Z', 'updated_at': '2022-10-16T00:49:40Z', 'revision_number': 4, 'project_id': 'c3343320b0624293946f3195f2d767e2', 'gw_port': {'id': 'ba42d6fc-7741-4305-8222-15c7960340e2', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:49:39Z', 'updated_at': '2022-10-16T00:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ed38c648-5564-48a0-9570-e3a7eef6b8a2', 'name': '', 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013', 'tenant_id': 'c3343320b0624293946f3195f2d767e2', 'mac_address': 'fa:16:3e:50:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:49:30Z', 'updated_at': '2022-10-16T00:49:39Z', 'revision_number': 5, 'project_id': 'c3343320b0624293946f3195f2d767e2', 'subnets': [{'id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a4b78c0-9058-4d02-a42e-89e050a35e70'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:49:41.708816 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Checking router: 6a898afe-a7f0-40b8-a677-dda16778c84b for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:49:41.709232 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Updating router 6a898afe-a7f0-40b8-a677-dda16778c84b port ba42d6fc-7741-4305-8222-15c7960340e2 binding host dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:49:41.748988 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device ed38c648-5564-48a0-9570-e3a7eef6b8a2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:49:41.802341 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ba42d6fc-7741-4305-8222-15c7960340e2), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:41.871552 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port ed38c648-5564-48a0-9570-e3a7eef6b8a2 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:49:41.871948 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:41.872317 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port ed38c648-5564-48a0-9570-e3a7eef6b8a2 Oct 16 00:49:42.062488 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:42.125683 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port ed38c648-5564-48a0-9570-e3a7eef6b8a2 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:49:42.232351 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Publish callbacks [] for port (ba42d6fc-7741-4305-8222-15c7960340e2), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:42.241800 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ba42d6fc-7741-4305-8222-15c7960340e2), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:42.280670 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Attempting to bind port ba42d6fc-7741-4305-8222-15c7960340e2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:49:42.281038 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Attempting to bind port ba42d6fc-7741-4305-8222-15c7960340e2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:49:42.281420 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Attempting to bind port ba42d6fc-7741-4305-8222-15c7960340e2 on network 208c62ac-592a-4dec-a1cf-31599d23bbee {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:49:42.316719 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20781fa8-e2b3-42dc-9a21-22d0d91fa76b None None] Pushing event updated for resources: {'Port': ['ID=ba42d6fc-7741-4305-8222-15c7960340e2,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:42.335946 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:49:42.336951 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:49:42.337365 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:42.337814 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Bound using segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:49:42.338285 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Bound port: ba42d6fc-7741-4305-8222-15c7960340e2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:49:42.338660 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ba42d6fc-7741-4305-8222-15c7960340e2), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:42.389497 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] For port ba42d6fc-7741-4305-8222-15c7960340e2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:49:42.393254 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] For port ba42d6fc-7741-4305-8222-15c7960340e2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ba42d6fc-7741-4305-8222-15c7960340e2,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:49:42.405722 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ba42d6fc-7741-4305-8222-15c7960340e2), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:42.444723 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Routers {'6a898afe-a7f0-40b8-a677-dda16778c84b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:49:42.445347 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:49:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['6a898afe-a7f0-40b8-a677-dda16778c84b'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:49:42.497292 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20781fa8-e2b3-42dc-9a21-22d0d91fa76b None None] Pushing event updated for resources: {'Port': ['ID=ba42d6fc-7741-4305-8222-15c7960340e2,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:42.579095 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] Set router 6a898afe-a7f0-40b8-a677-dda16778c84b gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:49:42.786393 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'name': 'router1', 'tenant_id': 'c3343320b0624293946f3195f2d767e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': 'ba42d6fc-7741-4305-8222-15c7960340e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:49:20Z', 'updated_at': '2022-10-16T00:49:40Z', 'revision_number': 4, 'project_id': 'c3343320b0624293946f3195f2d767e2', 'gw_port': {'id': 'ba42d6fc-7741-4305-8222-15c7960340e2', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:49:39Z', 'updated_at': '2022-10-16T00:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ed38c648-5564-48a0-9570-e3a7eef6b8a2', 'name': '', 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013', 'tenant_id': 'c3343320b0624293946f3195f2d767e2', 'mac_address': 'fa:16:3e:50:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:49:30Z', 'updated_at': '2022-10-16T00:49:39Z', 'revision_number': 5, 'project_id': 'c3343320b0624293946f3195f2d767e2', 'subnets': [{'id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a4b78c0-9058-4d02-a42e-89e050a35e70'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:49:42.813702 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e5978-591c-4aea-8969-da2efee84ed8 None None] The sync data for ids ['6a898afe-a7f0-40b8-a677-dda16778c84b'] in dv-cinder-master-3-iscsi is: [{'id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'name': 'router1', 'tenant_id': 'c3343320b0624293946f3195f2d767e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.15'}], 'enable_snat': True}, 'gw_port_id': 'ba42d6fc-7741-4305-8222-15c7960340e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:49:20Z', 'updated_at': '2022-10-16T00:49:40Z', 'revision_number': 4, 'project_id': 'c3343320b0624293946f3195f2d767e2', 'gw_port': {'id': 'ba42d6fc-7741-4305-8222-15c7960340e2', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:49:39Z', 'updated_at': '2022-10-16T00:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ed38c648-5564-48a0-9570-e3a7eef6b8a2', 'name': '', 'network_id': '5efafd86-4caf-40e2-821d-20031dd04013', 'tenant_id': 'c3343320b0624293946f3195f2d767e2', 'mac_address': 'fa:16:3e:50:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a898afe-a7f0-40b8-a677-dda16778c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:49:30Z', 'updated_at': '2022-10-16T00:49:39Z', 'revision_number': 5, 'project_id': 'c3343320b0624293946f3195f2d767e2', 'subnets': [{'id': '9da71c92-a90b-4efc-8731-9d2297b9ab1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a4b78c0-9058-4d02-a42e-89e050a35e70'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:49:43.745209 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device ba42d6fc-7741-4305-8222-15c7960340e2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:49:43.811761 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port ba42d6fc-7741-4305-8222-15c7960340e2 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:49:43.812159 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ba42d6fc-7741-4305-8222-15c7960340e2), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:43.812493 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port ba42d6fc-7741-4305-8222-15c7960340e2 Oct 16 00:49:43.839833 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:43.844180 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:43.851527 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 55000) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:49:43.902842 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port ba42d6fc-7741-4305-8222-15c7960340e2 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:49:43.903253 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ba42d6fc-7741-4305-8222-15c7960340e2), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:43.925053 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port ba42d6fc-7741-4305-8222-15c7960340e2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ba42d6fc-7741-4305-8222-15c7960340e2,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:49:43.931219 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ba42d6fc-7741-4305-8222-15c7960340e2), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:43.985350 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=ba42d6fc-7741-4305-8222-15c7960340e2,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:49:44.116008 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=38 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:44.122044 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:44.329991 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-25b8019e-373d-4b14-8b74-0a3a9210a874 admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4769039 Oct 16 00:49:45.741336 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device ba42d6fc-7741-4305-8222-15c7960340e2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:49:45.814077 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port ba42d6fc-7741-4305-8222-15c7960340e2 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:49:45.814673 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ba42d6fc-7741-4305-8222-15c7960340e2), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:45.815178 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port ba42d6fc-7741-4305-8222-15c7960340e2 Oct 16 00:49:45.897780 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port ba42d6fc-7741-4305-8222-15c7960340e2 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:49:50.891396 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:50.895683 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:53.502478 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:49:53.614593 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-54b69d58-9bea-49fd-af83-3213c3d71615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:54.318836 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:54.325786 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:55.896237 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:49:56.348019 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad8c6-92fe-486f-9dc9-a4b99c545d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:57.691638 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:49:59.831456 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:50:00.122022 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:50:03.492090 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:50:10.108141 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:50:10.111354 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:50:10.115967 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:50:17.513302 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:50:17.527953 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:50:23.561892 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eb8d489a-2ab8-42f9-8522-c6c1b2794f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:50:26.337608 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ede12bd0-f7ef-4abd-81da-aa9fc6eff2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:50:27.702294 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:50:29.830806 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:50:30.130309 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:50:30.503628 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:50:40.111197 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:50:40.113523 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:50:40.122592 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:50:40.496049 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:50:53.568655 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6df1eca9-b05d-4744-98fa-65054d0a007b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:50:54.511487 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:50:54.512229 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:50:56.334458 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3c93a615-9ac6-4c93-a4bf-69cf81f3999f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:50:57.695606 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:50:59.827320 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:00.120737 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:07.493278 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:51:10.109093 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:10.113825 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:10.117613 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:16.938588 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 55548) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:51:17.288316 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71eebf4-c9cf-4c0c-9f2c-65d1a18da503 admin admin] GET failed (client error): The resource could not be found. Oct 16 00:51:17.289684 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c71eebf4-c9cf-4c0c-9f2c-65d1a18da503 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3501256 Oct 16 00:51:17.482086 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c16225c-c647-4f4e-82b4-de8793a25e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:17.483593 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4c16225c-c647-4f4e-82b4-de8793a25e36 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1894615 Oct 16 00:51:17.489490 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:20.121909 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 55558) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:51:20.504690 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e0a98-3f31-4dd7-8186-defd617f11d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:20.506281 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-934e0a98-3f31-4dd7-8186-defd617f11d0 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/9da71c92-a90b-4efc-8731-9d2297b9ab1a HTTP/1.1" status: 200 len: 849 time: 0.3834343 Oct 16 00:51:20.516089 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:51:20.608681 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Publish callbacks [] for subnet (9da71c92-a90b-4efc-8731-9d2297b9ab1a), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:20.761831 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726298506671'] for subnet (9da71c92-a90b-4efc-8731-9d2297b9ab1a), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:20.796630 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:20.797887 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:20.811736 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/9da71c92-a90b-4efc-8731-9d2297b9ab1a HTTP/1.1" status: 200 len: 868 time: 0.2861507 Oct 16 00:51:20.814304 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fc8b9-2f38-40d3-abee-91804f645ca6 None None] Network 5efafd86-4caf-40e2-821d-20031dd04013 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:51:20.818513 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da71c92-a90b-4efc-8731-9d2297b9ab1a,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:51:20.830384 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.830779 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.831195 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.831546 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.831889 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.832223 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.832557 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.833590 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.833955 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.834298 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.834640 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.835035 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.835352 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.835678 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:20.836014 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa89c9-1399-4487-bcc7-1da33845851e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:51:21.183510 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-a960e0ef-da5f-434d-bbda-3314cd864b37 None None] Provisioning complete for port fe94c5f2-dc80-4270-a160-f6fab75a087e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:51:21.183902 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a960e0ef-da5f-434d-bbda-3314cd864b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (fe94c5f2-dc80-4270-a160-f6fab75a087e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:21.184242 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-a960e0ef-da5f-434d-bbda-3314cd864b37 None None] Attempt 1 to provision port fe94c5f2-dc80-4270-a160-f6fab75a087e Oct 16 00:51:21.261725 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a960e0ef-da5f-434d-bbda-3314cd864b37 None None] Current status of the port fe94c5f2-dc80-4270-a160-f6fab75a087e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:51:21.269675 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-a960e0ef-da5f-434d-bbda-3314cd864b37 None None] Provisioning complete for port ed38c648-5564-48a0-9570-e3a7eef6b8a2 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:51:21.270139 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a960e0ef-da5f-434d-bbda-3314cd864b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ed38c648-5564-48a0-9570-e3a7eef6b8a2), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:21.270396 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-a960e0ef-da5f-434d-bbda-3314cd864b37 None None] Attempt 1 to provision port ed38c648-5564-48a0-9570-e3a7eef6b8a2 Oct 16 00:51:21.345830 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a960e0ef-da5f-434d-bbda-3314cd864b37 None None] Current status of the port ed38c648-5564-48a0-9570-e3a7eef6b8a2 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:51:23.449385 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 55566) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:51:23.561038 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f466a44a-115d-48a6-97b1-e75133c325d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:23.955495 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ea2666-4620-44e1-a335-0a91ef6ef45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:23.955978 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ea2666-4620-44e1-a335-0a91ef6ef45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:23.957522 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d2ea2666-4620-44e1-a335-0a91ef6ef45b admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5071843 Oct 16 00:51:26.329728 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a203a708-284f-4e57-8f53-e80f825223b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:26.592994 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 55574) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:51:27.108670 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f393274-c56b-43ae-a585-975424b763b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:27.109156 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f393274-c56b-43ae-a585-975424b763b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:27.110701 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1f393274-c56b-43ae-a585-975424b763b2 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5164428 Oct 16 00:51:27.698095 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:29.735996 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 55584) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:51:29.830787 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:30.123533 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:30.164081 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d90463-3a43-4e57-a692-9bdfd60156ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:30.165462 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-34d90463-3a43-4e57-a692-9bdfd60156ac admin admin] 10.222.0.25 "GET /networking/v2.0/networks/208c62ac-592a-4dec-a1cf-31599d23bbee HTTP/1.1" status: 200 len: 886 time: 0.4284978 Oct 16 00:51:31.513444 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:31.514344 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:32.920342 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 55592) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:51:33.354885 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41a5916-c6b0-4b23-9d65-9436c8e80760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:33.356260 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d41a5916-c6b0-4b23-9d65-9436c8e80760 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/5efafd86-4caf-40e2-821d-20031dd04013 HTTP/1.1" status: 200 len: 869 time: 0.4349728 Oct 16 00:51:33.941478 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=72,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:33.952579 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=73,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:35.998758 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 55600) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:51:36.414744 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4422806d-dcc9-42fb-b704-d20f41241fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:36.415227 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4422806d-dcc9-42fb-b704-d20f41241fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:36.416744 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-4422806d-dcc9-42fb-b704-d20f41241fed admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4171207 Oct 16 00:51:39.021178 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 55608) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:51:39.408309 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec89e6a-5e20-4759-aac3-45806061804f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:39.408769 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec89e6a-5e20-4759-aac3-45806061804f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:39.410294 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-aec89e6a-5e20-4759-aac3-45806061804f admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3882813 Oct 16 00:51:40.112716 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:40.116605 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=33 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:40.118721 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:42.012754 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 55616) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:51:42.396416 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22529dd2-ddda-4c53-9c25-a36db8caf99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:42.397824 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-22529dd2-ddda-4c53-9c25-a36db8caf99c admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/9da71c92-a90b-4efc-8731-9d2297b9ab1a HTTP/1.1" status: 200 len: 868 time: 0.3842230 Oct 16 00:51:44.493608 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:51:45.019665 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 55624) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:51:45.408308 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cc80ce-cde3-4fe0-ba46-3108e2426733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:51:45.409654 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-67cc80ce-cde3-4fe0-ba46-3108e2426733 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/f389a4ac-f37a-4f23-8d43-f4bb31e23900 HTTP/1.1" status: 200 len: 816 time: 0.3890014 Oct 16 00:51:49.402123 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=53 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:49.403447 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=39 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:51.361570 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=12 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:53.563796 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4d1c-e5b5-41c1-aba0-bd0504b197bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:54.489376 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=16 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:55.402150 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=11 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:55.404892 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=12 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:51:56.332976 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9ac377eb-ef33-46a2-b961-2c5a5dfb67cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:57.703726 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:51:59.837959 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:00.125286 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:08.506123 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:08.510435 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:10.114845 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:10.118454 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:10.120510 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:15.580317 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 55684) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:52:15.920265 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [None req-1b22d22c-a8fb-4b10-be56-73a90ca8a22b admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 00:52:15.921301 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1b22d22c-a8fb-4b10-be56-73a90ca8a22b admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3399992 Oct 16 00:52:18.625625 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 55692) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:52:18.971545 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.pecan_wsgi.hooks.translation [None req-b833f855-58aa-4417-86f6-cf6048318599 admin admin] GET failed (client error): The resource could not be found. Oct 16 00:52:18.972937 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b833f855-58aa-4417-86f6-cf6048318599 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3463397 Oct 16 00:52:19.060466 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b5fcab-756a-4eec-814b-d92d4f63b3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:52:19.061918 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-90b5fcab-756a-4eec-814b-d92d4f63b3c5 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0846934 Oct 16 00:52:21.491894 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:52:21.767372 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 55700) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:52:22.103851 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:52:22.126590 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Made reservation on behalf of f1d89d5c90cd4c35b26fbcfc82450844 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:52:22.129187 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:22.171967 dv-cinder-master-3-iscsi neutron-server[104579]: WARNING neutron.services.revisions.revision_plugin [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Could not find related network for resource to bump revision. Oct 16 00:52:22.193383 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:52:22.206997 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726298563283', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (66c538ca-a052-43c4-af63-07b81c0c5e79), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:22.207549 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Unsubscribe: segment precommit_create {{(pid=104579) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 16 00:52:22.208042 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Added segment 66c538ca-a052-43c4-af63-07b81c0c5e79 of type vlan for network 78cb0413-355e-4553-afe2-d7730c4559d0 Oct 16 00:52:22.263369 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (78cb0413-355e-4553-afe2-d7730c4559d0), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:22.297029 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (78cb0413-355e-4553-afe2-d7730c4559d0), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:22.298260 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:52:22.298782 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:22.380226 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6117182 Oct 16 00:52:22.411035 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Pushing event updated for resources: {'Network': ['ID=78cb0413-355e-4553-afe2-d7730c4559d0,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:52:22.418833 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.419226 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.419576 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.419925 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.420262 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.420600 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.420934 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.421266 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.421598 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.421928 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.422260 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.422681 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.422974 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.423303 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.423628 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125f4e-3618-4902-a54c-32619631b07c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:22.439823 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 78cb0413-355e-4553-afe2-d7730c4559d0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:52:23.568832 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7cf478ff-3878-45e1-8b17-2ef761dc1ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:25.066642 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 55708) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:52:25.418222 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb37c1a-71c0-431e-8384-204c3fbaa0aa admin admin] GET failed (client error): The resource could not be found. Oct 16 00:52:25.419605 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1eb37c1a-71c0-431e-8384-204c3fbaa0aa admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3520029 Oct 16 00:52:25.529964 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e58fd-6a5a-44eb-b227-94045565c423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:52:25.531479 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-145e58fd-6a5a-44eb-b227-94045565c423 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1073525 Oct 16 00:52:25.541507 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:52:25.561759 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Made reservation on behalf of f1d89d5c90cd4c35b26fbcfc82450844 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:52:25.564095 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:25.733172 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for subnet (5344a8b8-73a4-4476-80e2-6f951367e359), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:25.793096 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5344a8b8-73a4-4476-80e2-6f951367e359,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:52:25.804098 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.804437 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.804797 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.805136 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.805465 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.805794 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.806112 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.806429 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.806760 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.807121 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.807457 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.807792 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.808108 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.808422 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.808732 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:25.817316 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Checking segment: {'id': '66c538ca-a052-43c4-af63-07b81c0c5e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:52:25.817664 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Network hostable DHCP agents. Network: 78cb0413-355e-4553-afe2-d7730c4559d0, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:52:25.834953 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Network 78cb0413-355e-4553-afe2-d7730c4559d0 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:52:25.843526 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 78cb0413-355e-4553-afe2-d7730c4559d0) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:52:25.848694 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:52:25.849290 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:25.854004 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dacb59-7adc-4e7f-b07b-6f6f25408eaa None None] Network 78cb0413-355e-4553-afe2-d7730c4559d0 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:52:25.866517 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-e9f12efc-cd3c-420a-b048-9cf3c4c99f7c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3283613 Oct 16 00:52:25.966320 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-78cb0413-355e-4553-afe2-d7730c4559d0', 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0', 'project_id': 'f1d89d5c90cd4c35b26fbcfc82450844', 'fixed_ips': [{'subnet_id': '5344a8b8-73a4-4476-80e2-6f951367e359'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 00:52:25.967307 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:26.111969 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Allocated IP 192.168.233.2 (78cb0413-355e-4553-afe2-d7730c4559d0/5344a8b8-73a4-4476-80e2-6f951367e359/bce54c84-34e6-4b14-aaaa-8fc11edd42a4) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:52:26.264344 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Publish callbacks [] for port (bce54c84-34e6-4b14-aaaa-8fc11edd42a4), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:26.272246 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (bce54c84-34e6-4b14-aaaa-8fc11edd42a4), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:26.319328 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Network 78cb0413-355e-4553-afe2-d7730c4559d0 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:52:26.327449 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Pushing event updated for resources: {'Port': ['ID=bce54c84-34e6-4b14-aaaa-8fc11edd42a4,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:52:26.329654 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:52:26.332956 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:52:26.347444 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.347786 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.348182 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.348673 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.349004 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.349329 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.349652 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.349973 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.350294 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.350611 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.350951 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.351288 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.351616 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.351929 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.352243 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:52:26.394618 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-750ac5f7-7de7-440b-b75e-157d6600a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:26.425907 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Attempting to bind port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:52:26.426421 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Attempting to bind port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '66c538ca-a052-43c4-af63-07b81c0c5e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:52:26.426786 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Attempting to bind port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 on network 78cb0413-355e-4553-afe2-d7730c4559d0 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:52:26.474468 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:52:26.474839 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Checking segment: {'id': '66c538ca-a052-43c4-af63-07b81c0c5e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:52:26.475266 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:26.475652 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Bound using segment: {'id': '66c538ca-a052-43c4-af63-07b81c0c5e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:52:26.476117 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Bound port: bce54c84-34e6-4b14-aaaa-8fc11edd42a4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c538ca-a052-43c4-af63-07b81c0c5e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:52:26.476514 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (bce54c84-34e6-4b14-aaaa-8fc11edd42a4), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:26.542916 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] For port bce54c84-34e6-4b14-aaaa-8fc11edd42a4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:52:26.546225 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] For port bce54c84-34e6-4b14-aaaa-8fc11edd42a4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bce54c84-34e6-4b14-aaaa-8fc11edd42a4,segment=NetworkSegment(66c538ca-a052-43c4-af63-07b81c0c5e79),segment_id=66c538ca-a052-43c4-af63-07b81c0c5e79)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:52:26.552802 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (bce54c84-34e6-4b14-aaaa-8fc11edd42a4), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:26.611612 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176a4a8-2746-4455-986b-257c748ee48d None None] Pushing event updated for resources: {'Port': ['ID=bce54c84-34e6-4b14-aaaa-8fc11edd42a4,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:52:27.444716 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a298b1-123b-4b2b-83da-db22ebaefdcf None None] Network 78cb0413-355e-4553-afe2-d7730c4559d0 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:52:27.507078 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-d9d6272b-4498-4b0e-848a-0acc432ae2f3 None None] Provisioning complete for port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:52:27.507582 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d9d6272b-4498-4b0e-848a-0acc432ae2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (bce54c84-34e6-4b14-aaaa-8fc11edd42a4), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:27.507797 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-d9d6272b-4498-4b0e-848a-0acc432ae2f3 None None] Attempt 1 to provision port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 Oct 16 00:52:27.636202 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-d9d6272b-4498-4b0e-848a-0acc432ae2f3 None None] Current status of the port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:52:27.636597 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d9d6272b-4498-4b0e-848a-0acc432ae2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (bce54c84-34e6-4b14-aaaa-8fc11edd42a4), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:27.676825 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-d9d6272b-4498-4b0e-848a-0acc432ae2f3 None None] For port bce54c84-34e6-4b14-aaaa-8fc11edd42a4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bce54c84-34e6-4b14-aaaa-8fc11edd42a4,segment=NetworkSegment(66c538ca-a052-43c4-af63-07b81c0c5e79),segment_id=66c538ca-a052-43c4-af63-07b81c0c5e79)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:52:27.682755 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d9d6272b-4498-4b0e-848a-0acc432ae2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (bce54c84-34e6-4b14-aaaa-8fc11edd42a4), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:27.709988 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:27.739065 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:27.755991 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6272b-4498-4b0e-848a-0acc432ae2f3 None None] Pushing event updated for resources: {'Port': ['ID=bce54c84-34e6-4b14-aaaa-8fc11edd42a4,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:52:27.873504 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device bce54c84-34e6-4b14-aaaa-8fc11edd42a4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:52:27.922778 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-9ec1384f-1110-45b5-b74e-66543eee6716 None None] Provisioning complete for port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:52:27.923205 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9ec1384f-1110-45b5-b74e-66543eee6716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (bce54c84-34e6-4b14-aaaa-8fc11edd42a4), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:27.923531 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-9ec1384f-1110-45b5-b74e-66543eee6716 None None] Attempt 1 to provision port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 Oct 16 00:52:27.951799 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:27.961208 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:27.974631 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:52:27.975178 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (bce54c84-34e6-4b14-aaaa-8fc11edd42a4), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:27.975520 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 Oct 16 00:52:28.056374 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-9ec1384f-1110-45b5-b74e-66543eee6716 None None] Current status of the port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:52:28.098847 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:52:29.807496 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device bce54c84-34e6-4b14-aaaa-8fc11edd42a4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:52:29.861099 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:29.870818 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:52:29.871233 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (bce54c84-34e6-4b14-aaaa-8fc11edd42a4), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:29.871568 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 Oct 16 00:52:29.949597 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port bce54c84-34e6-4b14-aaaa-8fc11edd42a4 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:52:30.131109 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:31.488985 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:32.407854 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=32,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:32.414816 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=39,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:35.858313 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=44,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:35.859293 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=49,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:39.947758 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=27 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:40.122599 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=24 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:40.124613 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:45.510062 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:51.489060 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:52:53.563537 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-60658de0-0c2f-46c0-9f7f-9ae5b0f9c09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:56.340225 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dd0ab9af-6068-4707-abcf-9654d7ae5511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:57.711525 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:52:58.490804 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:52:59.848034 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:00.131579 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:10.121832 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=3,neutron:SELECT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:10.124875 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:10.127393 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:10.490371 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:10.509804 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:22.495251 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:22.505816 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:23.567589 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7156533b-8265-4823-8df1-3f85d5d5cde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:26.346919 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-82b4a8aa-badb-443b-893f-9904dd785b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:27.713486 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:29.843894 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:30.135854 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:35.489667 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:53:40.124063 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:40.124856 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:40.131305 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:42.504674 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 55752) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:53:42.510320 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [None req-9b9f6cff-f9b5-44ab-99e3-a349c68501e6 tempest-verify_tempest_config-1930444189 tempest-verify_tempest_config-1930444189-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 00:53:42.511302 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9b9f6cff-f9b5-44ab-99e3-a349c68501e6 tempest-verify_tempest_config-1930444189 tempest-verify_tempest_config-1930444189-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056767 Oct 16 00:53:43.044688 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 55770) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:53:43.385346 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:43.463462 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Publish callbacks [] for security_group (3752b618-e38b-468d-8f99-f586bcef44cb), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:43.467368 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3752b618-e38b-468d-8f99-f586bcef44cb), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:43.511851 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d58f0bf90fb74d0fb8fce1e76d532c13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4660478 Oct 16 00:53:43.512886 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3752b618-e38b-468d-8f99-f586bcef44cb,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:53:43.514585 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 55774) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:53:43.520311 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.520619 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.520969 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.521303 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.521625 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.522003 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.522261 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.522575 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.522928 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.523252 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.523681 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.523898 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.524215 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.524526 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.524837 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ba6ca-8637-4217-947e-1f7c5de6f5ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.597516 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Publish callbacks [] for security_group (3752b618-e38b-468d-8f99-f586bcef44cb), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:43.620254 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Publish callbacks [] for security_group (3752b618-e38b-468d-8f99-f586bcef44cb), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:43.723886 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3752b618-e38b-468d-8f99-f586bcef44cb), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:43.726278 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:43.727477 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3752b618-e38b-468d-8f99-f586bcef44cb HTTP/1.1" status: 204 len: 168 time: 0.2118652 Oct 16 00:53:43.736185 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3752b618-e38b-468d-8f99-f586bcef44cb,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:53:43.743369 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.743829 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.744090 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.744445 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.744799 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.745121 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.745473 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.745806 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.746155 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.746592 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.746842 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.747227 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.747565 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.747895 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:43.748245 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd6af5-2dfe-4e41-9135-1eafa3f2e51f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:53:53.509269 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=22,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:53.515870 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=17,neutron:INSERT=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:53.570478 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-080daba5-b2d3-4882-bbfd-b47c4c6e223b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:53.731181 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:53.739933 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:56.340618 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3f6c9821-ed51-46c0-b96f-fb4f26e8838c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:57.719502 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:53:59.496724 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=15 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:59.501914 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=19 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:53:59.846219 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:54:00.136038 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:54:09.835925 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:54:10.129871 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:54:10.131788 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:54:12.488862 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:54:22.485177 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:54:23.576295 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8203-6103-453b-95db-659fb47dbf32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:54:26.349634 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d37f03c1-4be4-4898-a2f6-246134c84142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:54:27.724255 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:54:29.849018 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:54:30.141379 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:54:36.495607 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:54:36.500826 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:54:40.129139 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:54:40.134055 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=15 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:54:40.136082 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:54:49.487309 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:54:53.570080 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9fb5c8c6-71db-4846-9193-449c3eba37b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:54:56.341587 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-851cebe3-3c23-4b0d-abd6-c14ad59ef6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:54:57.724573 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:54:59.482426 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:54:59.483235 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:54:59.851577 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:55:00.143564 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:55:10.131742 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:10.136426 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:10.138441 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:13.486702 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:13.497027 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:17.356873 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650449'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:55:23.572494 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5fc11dd2-007b-48aa-82c6-cdb881083f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:55:26.343706 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-48d8ece4-63f6-49d6-9f1e-9c84c4dc6c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:55:26.486127 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:55:27.727339 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:55:29.855859 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:55:30.147821 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:55:30.911166 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 55870) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:55:31.041262 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-134761fc-f138-4405-bdbb-eeda031beabb admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1289899 Oct 16 00:55:33.567066 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 55880) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:55:33.630186 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d47bff37-587a-43ab-bb96-89d1ab062658 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0620201 Oct 16 00:55:36.482394 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:39.849366 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:40.141088 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:40.142989 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:41.034774 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:41.035590 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:43.624012 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:47.333868 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:55:51.283716 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=15 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:51.285618 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=17 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:55:53.575348 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1369255e-5b55-437c-9d02-bac6fb1f0fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:55:56.345231 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1f62d45c-d1a4-4a0d-9f00-ae10188efa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:55:57.729918 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:55:59.861971 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:56:00.149454 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:56:03.485305 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:56:10.139552 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:56:10.142517 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:56:10.145673 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:56:13.480375 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:56:13.481230 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:56:17.348660 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:56:23.583410 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-365fba9f-b8aa-4dd9-8571-64372b18d18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:56:26.349069 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6064de28-12ed-471e-9d17-10f1bb44a90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:56:27.496070 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:56:27.501832 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:56:27.733552 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:56:29.872439 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:56:30.168375 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:56:40.147496 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:56:40.154412 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=2,neutron:SELECT=10 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:56:40.158416 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:56:40.484967 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:56:47.361576 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:56:51.498747 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:56:51.500055 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:56:53.585990 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-001d421b-bd95-4b3a-9509-3ee90a9b760f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:56:56.357957 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f2bd8812-75ab-4617-b486-f766d0a62f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:56:57.746236 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:56:59.866639 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:00.165934 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:04.500091 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:04.501145 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:10.155229 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:10.157538 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:10.170321 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:11.178239 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56010) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:11.596652 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1769523312-network', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:11.635389 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Made reservation on behalf of c89fd0e945344feab91a37fdb93812e5 for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:11.639883 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:11.660936 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:11.798833 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Publish callbacks [] for security_group (3fac4e82-9a4f-452d-92ae-7c5d7772b1b0), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:11.803580 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3fac4e82-9a4f-452d-92ae-7c5d7772b1b0), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:11.842034 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:11.845485 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=104580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:57:11.857654 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.858587 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.859333 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.859861 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.860273 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.860672 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.861002 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.861337 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.861682 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.862080 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.862640 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.862802 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.863333 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.863643 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.864314 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Tracked resource versions report: Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: pushed versions: Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: { 'AddressGroup': {'1.2'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'Agent': {'1.1'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'ConntrackHelper': {'1.0'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'LocalIPAssociation': {'1.0'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'Log': {'1.0'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'NDPProxy': {'1.0'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'Network': {'1.1'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'Port': {'1.7'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'PortForwarding': {'1.3'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'QosPolicy': {'1.10'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'SecurityGroup': {'1.5'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'SecurityGroupRule': {'1.2'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'SubPort': {'1.0'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'Subnet': {'1.1'}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'Trunk': {'1.1'}} Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: consumer versions: Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: HyperV agent@hv-cinder-maste: {}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'Agent': '1.1', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'ConntrackHelper': '1.0', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'LocalIPAssociation': '1.0', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'Log': '1.0', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'NDPProxy': '1.0', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'Network': '1.1', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'Port': '1.7', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'PortForwarding': '1.3', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'QosPolicy': '1.10', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'SecurityGroup': '1.5', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'SecurityGroupRule': '1.2', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'SubPort': '1.0', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'Subnet': '1.1', Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: 'Trunk': '1.1'}} Oct 16 00:57:11.865434 dv-cinder-master-3-iscsi neutron-server[104580]: {{(pid=104580) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 00:57:11.882118 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (ebb1560a-1126-4b15-8db8-f323ab73a037), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:11.882118 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Added segment ebb1560a-1126-4b15-8db8-f323ab73a037 of type vlan for network 987da718-4a64-4801-99fd-c8b997ad845b Oct 16 00:57:11.933486 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (987da718-4a64-4801-99fd-c8b997ad845b), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:11.964881 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (987da718-4a64-4801-99fd-c8b997ad845b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:11.965914 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:11.966497 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:11.988188 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8136494 Oct 16 00:57:11.991394 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56052) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:11.999720 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Request body: {'subnet': {'network_id': '987da718-4a64-4801-99fd-c8b997ad845b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1769523312-subnet', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:12.034909 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Made reservation on behalf of c89fd0e945344feab91a37fdb93812e5 for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:12.038464 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:12.050096 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4156d76-0f74-4d57-ad42-731c1e3fbc9c admin admin] Pushing event updated for resources: {'Network': ['ID=987da718-4a64-4801-99fd-c8b997ad845b,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:12.066257 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 987da718-4a64-4801-99fd-c8b997ad845b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:57:12.317100 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for subnet (8fb2b922-74d5-4cae-b397-0d0c25d2079f), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:12.435082 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb2b922-74d5-4cae-b397-0d0c25d2079f,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:12.461294 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.461858 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.462463 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.463122 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.463674 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.464527 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.465163 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.465713 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.466265 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.467103 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.468995 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.469856 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.470594 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.471427 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.472202 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Tracked resource versions report: Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: pushed versions: Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: { 'AddressGroup': {'1.2'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'Agent': {'1.1'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'ConntrackHelper': {'1.0'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'LocalIPAssociation': {'1.0'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'Log': {'1.0'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'NDPProxy': {'1.0'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'Network': {'1.1'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'Port': {'1.7'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'PortForwarding': {'1.3'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'QosPolicy': {'1.10'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'SecurityGroup': {'1.5'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'SecurityGroupRule': {'1.2'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'SubPort': {'1.0'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'Subnet': {'1.1'}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'Trunk': {'1.1'}} Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: consumer versions: Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: HyperV agent@hv-cinder-maste: {}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'Agent': '1.1', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'ConntrackHelper': '1.0', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'LocalIPAssociation': '1.0', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'Log': '1.0', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'NDPProxy': '1.0', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'Network': '1.1', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'Port': '1.7', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'PortForwarding': '1.3', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'QosPolicy': '1.10', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'SecurityGroup': '1.5', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'SecurityGroupRule': '1.2', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'SubPort': '1.0', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'Subnet': '1.1', Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: 'Trunk': '1.1'}} Oct 16 00:57:12.474532 dv-cinder-master-3-iscsi neutron-server[104579]: {{(pid=104579) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 00:57:12.522384 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Checking segment: {'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:12.523356 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Network hostable DHCP agents. Network: 987da718-4a64-4801-99fd-c8b997ad845b, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:57:12.555059 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Network 987da718-4a64-4801-99fd-c8b997ad845b is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:57:12.574211 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 987da718-4a64-4801-99fd-c8b997ad845b) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:12.588177 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70670c51-0c90-4448-ab87-7e4f1014ca17 None None] Network 987da718-4a64-4801-99fd-c8b997ad845b requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:57:12.591163 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:12.593744 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:12.634430 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56088) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:12.635072 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-115f8195-0c5f-475b-966c-962f63a1dedb admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6421022 Oct 16 00:57:12.639887 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1769523312-router', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:12.678702 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11664'] for router (0fe95cc5-8422-458f-b86c-c45f224fe276), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:12.680216 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11659'] for router (0fe95cc5-8422-458f-b86c-c45f224fe276), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:12.775578 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Publish callbacks [] for router_controller (0fe95cc5-8422-458f-b86c-c45f224fe276), precommit_add_association {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:12.814551 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-987da718-4a64-4801-99fd-c8b997ad845b', 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b', 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'fixed_ips': [{'subnet_id': '8fb2b922-74d5-4cae-b397-0d0c25d2079f'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 00:57:12.815867 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:12.846215 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56098) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:12.912272 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56102) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:12.963512 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56106) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:13.102684 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Allocated IP 172.20.0.2 (987da718-4a64-4801-99fd-c8b997ad845b/8fb2b922-74d5-4cae-b397-0d0c25d2079f/831df3a8-d68b-40e9-b52b-297c2989e047) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:13.114244 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Publish callbacks [] for router_gateway (0fe95cc5-8422-458f-b86c-c45f224fe276), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.222407 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56114) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:13.331322 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Publish callbacks [] for port (831df3a8-d68b-40e9-b52b-297c2989e047), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.340082 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.355580 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-659639345-network', 'tenant_id': '0ebf28d90fe7429d94e65b524ce8d9de'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:13.366567 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Network 987da718-4a64-4801-99fd-c8b997ad845b is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:13.370820 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:13.386201 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Publish callbacks [] for router_gateway (0fe95cc5-8422-458f-b86c-c45f224fe276), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.433085 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Pushing event updated for resources: {'Port': ['ID=831df3a8-d68b-40e9-b52b-297c2989e047,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:13.438170 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:13.446289 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.476485 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.476820 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.477238 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.477603 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.477943 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.478290 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.478896 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.479413 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.479750 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.480079 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.480406 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.480747 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.481187 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.481480 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.481877 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Tracked resource versions report: Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: pushed versions: Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: { 'AddressGroup': {'1.2'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'Agent': {'1.1'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'ConntrackHelper': {'1.0'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'LocalIPAssociation': {'1.0'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'Log': {'1.0'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'NDPProxy': {'1.0'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'Network': {'1.1'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'Port': {'1.7'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'PortForwarding': {'1.3'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'QosPolicy': {'1.10'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'SecurityGroup': {'1.5'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'SecurityGroupRule': {'1.2'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'SubPort': {'1.0'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'Subnet': {'1.1'}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'Trunk': {'1.1'}} Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: consumer versions: Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: HyperV agent@hv-cinder-maste: {}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'Agent': '1.1', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'ConntrackHelper': '1.0', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'LocalIPAssociation': '1.0', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'Log': '1.0', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'NDPProxy': '1.0', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'Network': '1.1', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'Port': '1.7', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'PortForwarding': '1.3', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'QosPolicy': '1.10', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'SecurityGroup': '1.5', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'SecurityGroupRule': '1.2', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'SubPort': '1.0', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'Subnet': '1.1', Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: 'Trunk': '1.1'}} Oct 16 00:57:13.483268 dv-cinder-master-3-iscsi neutron-server[104581]: {{(pid=104581) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 00:57:13.508735 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-363074438-network', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:13.525497 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Attempting to bind port 831df3a8-d68b-40e9-b52b-297c2989e047 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:13.525874 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Attempting to bind port 831df3a8-d68b-40e9-b52b-297c2989e047 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:13.526242 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Attempting to bind port 831df3a8-d68b-40e9-b52b-297c2989e047 on network 987da718-4a64-4801-99fd-c8b997ad845b {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:13.534441 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-665385219-network', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:13.586663 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:13.586987 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Checking segment: {'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:13.587338 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.587796 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Bound using segment: {'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:13.588767 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Bound port: 831df3a8-d68b-40e9-b52b-297c2989e047, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:13.589216 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.615679 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Made reservation on behalf of 0ebf28d90fe7429d94e65b524ce8d9de for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:13.616702 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Allocated IP 172.37.2.28 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/92fd08e3-e2b0-40c2-b892-f442ec78a775) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:13.620118 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.631865 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:13.633401 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:13.640300 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.643840 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Made reservation on behalf of 5462fcbfca114c8885f77f42b479b13d for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:13.647415 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.649999 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Made reservation on behalf of cca355ef4a294ecd88cc299b7e0ca9d8 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:13.654152 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.683492 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] For port 831df3a8-d68b-40e9-b52b-297c2989e047, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:13.687933 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] For port 831df3a8-d68b-40e9-b52b-297c2989e047, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=831df3a8-d68b-40e9-b52b-297c2989e047,segment=NetworkSegment(ebb1560a-1126-4b15-8db8-f323ab73a037),segment_id=ebb1560a-1126-4b15-8db8-f323ab73a037)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:13.689907 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.694944 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.703395 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.793868 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1032949237-network', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:13.815631 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb032e-efd1-43ac-a8b2-7463cbc5f4cd None None] Pushing event updated for resources: {'Port': ['ID=831df3a8-d68b-40e9-b52b-297c2989e047,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:13.817951 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Publish callbacks [] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.877118 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:13.943268 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Pushing event updated for resources: {'Port': ['ID=92fd08e3-e2b0-40c2-b892-f442ec78a775,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:13.960108 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:13.962079 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:13.962609 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Made reservation on behalf of fb3c758e27684dcd9265e2d60036d80b for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:13.964659 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:13.971645 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.012092 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:14.015052 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.026698 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=69,neutron:INSERT=28,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:14.329208 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Publish callbacks [] for security_group (2373011f-2524-4861-b686-1d88cdba9ae8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.343509 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Publish callbacks [] for security_group (2114e761-d924-4615-a343-717baad55944), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.353942 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Publish callbacks [] for router_gateway (0fe95cc5-8422-458f-b86c-c45f224fe276), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.357368 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2373011f-2524-4861-b686-1d88cdba9ae8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.386480 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:57:14.424000 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2114e761-d924-4615-a343-717baad55944), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.458103 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:57:14.477926 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (6387b2f2-0bee-4573-8938-2efc29213a5f), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.478740 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Added segment 6387b2f2-0bee-4573-8938-2efc29213a5f of type vlan for network f6d9aa56-b330-4b62-a416-c067206c96f0 Oct 16 00:57:14.519821 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (412a25ad-e65c-4846-9a89-c54024362309), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.520512 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Added segment 412a25ad-e65c-4846-9a89-c54024362309 of type vlan for network 62c35b48-ed00-45fe-9f3a-baf6863ebf0f Oct 16 00:57:14.602081 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-647395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934'] for router (0fe95cc5-8422-458f-b86c-c45f224fe276), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.703365 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (62c35b48-ed00-45fe-9f3a-baf6863ebf0f), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.739469 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Publish callbacks [] for security_group (bfc3cec1-1713-4e74-91f5-897a956f6102), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.782896 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Publish callbacks [] for security_group (9236e40c-bc5b-4898-8dde-3af8e3c85f1b), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.808108 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=31,neutron:SELECT=64,neutron:UPDATE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:14.864147 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (bfc3cec1-1713-4e74-91f5-897a956f6102), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.874082 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Router 0fe95cc5-8422-458f-b86c-c45f224fe276 is scheduled to L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb with binding_index 1 {{(pid=104580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 00:57:14.888744 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (9236e40c-bc5b-4898-8dde-3af8e3c85f1b), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.905663 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:57:14.925514 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (dcee8df3-2008-4b96-bcaf-2c5a70d931e0), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.926027 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Added segment dcee8df3-2008-4b96-bcaf-2c5a70d931e0 of type vlan for network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d Oct 16 00:57:14.973923 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (f6d9aa56-b330-4b62-a416-c067206c96f0), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.980816 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (62c35b48-ed00-45fe-9f3a-baf6863ebf0f), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:14.986749 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:14.987519 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.006396 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:15.050080 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:57:15.065427 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (994bcd7f-d2ee-4126-bfcb-b7cd5780c565), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.066046 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Added segment 994bcd7f-d2ee-4126-bfcb-b7cd5780c565 of type vlan for network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 Oct 16 00:57:15.131964 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (7dae3d76-90a2-41d2-9dad-7f7856d5ab85), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.183874 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.db.resource_extend [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 16 00:57:15.186710 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:57:15.202099 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Sync routers for ids ['0fe95cc5-8422-458f-b86c-c45f224fe276'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:57:15.222998 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Routers {'0fe95cc5-8422-458f-b86c-c45f224fe276'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:15.225113 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:56:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0fe95cc5-8422-458f-b86c-c45f224fe276'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:15.232381 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.239555 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-21e9cb7f-2726-4ba3-abb0-ce408f6cc698 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6024649 Oct 16 00:57:15.241910 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56188) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:15.265489 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4172459 Oct 16 00:57:15.266843 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2373011f-2524-4861-b686-1d88cdba9ae8,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:15.288049 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56192) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:15.309527 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-f815ac2f-ade4-4b39-b8a7-b226c58c7968 admin admin] Request body: {'subnet': {'network_id': '62c35b48-ed00-45fe-9f3a-baf6863ebf0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-659639345-subnet', 'tenant_id': '0ebf28d90fe7429d94e65b524ce8d9de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:15.319312 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (758abdbd-543f-42fe-8aa7-53af6cbbeb5d), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.347831 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:15.467243 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (f6d9aa56-b330-4b62-a416-c067206c96f0), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.469756 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:15.470797 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.519617 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=78,neutron:UPDATE=8,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:15.525979 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5613487 Oct 16 00:57:15.547405 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce880f1-ac99-41ff-b2b9-3356f0885469 None None] Network 987da718-4a64-4801-99fd-c8b997ad845b requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:57:15.557224 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (7dae3d76-90a2-41d2-9dad-7f7856d5ab85), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.557224 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:15.559298 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.591782 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56204) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:15.605514 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-5f6951f3-329a-45bb-872a-3b7ee4dae162 admin admin] Request body: {'subnet': {'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-subnet', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:15.643696 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.db.resource_extend [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 16 00:57:15.675531 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4491129 Oct 16 00:57:15.684253 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56216) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:15.700149 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-87bfa95d-ec96-4f0c-aaa9-a560704d8438 admin admin] Request body: {'subnet': {'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-subnet', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:15.729833 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-ed6f7f64-9528-4f0e-9dd4-ce0f6277d8f0 None None] Provisioning complete for port 831df3a8-d68b-40e9-b52b-297c2989e047 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:15.730550 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7f64-9528-4f0e-9dd4-ce0f6277d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.731078 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-ed6f7f64-9528-4f0e-9dd4-ce0f6277d8f0 None None] Attempt 1 to provision port 831df3a8-d68b-40e9-b52b-297c2989e047 Oct 16 00:57:15.754449 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Pushing event updated for resources: {'Network': ['ID=62c35b48-ed00-45fe-9f3a-baf6863ebf0f,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:15.762748 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2c446-7b44-45b2-a43f-92aee247ea5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2114e761-d924-4615-a343-717baad55944,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:15.769772 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 62c35b48-ed00-45fe-9f3a-baf6863ebf0f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:57:15.791955 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bfa95d-ec96-4f0c-aaa9-a560704d8438 admin admin] Made reservation on behalf of fb3c758e27684dcd9265e2d60036d80b for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:15.799058 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87bfa95d-ec96-4f0c-aaa9-a560704d8438 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.804793 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f815ac2f-ade4-4b39-b8a7-b226c58c7968 admin admin] Made reservation on behalf of 0ebf28d90fe7429d94e65b524ce8d9de for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:15.809375 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f815ac2f-ade4-4b39-b8a7-b226c58c7968 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.899211 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6951f3-329a-45bb-872a-3b7ee4dae162 admin admin] Made reservation on behalf of 5462fcbfca114c8885f77f42b479b13d for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:15.902016 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f6951f3-329a-45bb-872a-3b7ee4dae162 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:15.906809 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Set router 0fe95cc5-8422-458f-b86c-c45f224fe276 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:16.032916 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:16.091452 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f7f64-9528-4f0e-9dd4-ce0f6277d8f0 None None] Current status of the port 831df3a8-d68b-40e9-b52b-297c2989e047 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:16.092509 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7f64-9528-4f0e-9dd4-ce0f6277d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:16.189049 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 831df3a8-d68b-40e9-b52b-297c2989e047 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:16.274061 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-ed6f7f64-9528-4f0e-9dd4-ce0f6277d8f0 None None] For port 831df3a8-d68b-40e9-b52b-297c2989e047, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=831df3a8-d68b-40e9-b52b-297c2989e047,segment=NetworkSegment(ebb1560a-1126-4b15-8db8-f323ab73a037),segment_id=ebb1560a-1126-4b15-8db8-f323ab73a037)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:57:16.291080 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7f64-9528-4f0e-9dd4-ce0f6277d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:16.469950 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'name': 'tempest-DeleteServersTestJSON-1769523312-router', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28'}], 'enable_snat': True}, 'gw_port_id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:12Z', 'updated_at': '2022-10-16T00:57:14Z', 'revision_number': 3, 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'gw_port': {'id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:01:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:13Z', 'updated_at': '2022-10-16T00:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:16.493561 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (758abdbd-543f-42fe-8aa7-53af6cbbeb5d), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:16.496522 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:16.497813 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:16.557448 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-ccadca6f-7bb9-4dc9-af1b-ef9d006b6069 None None] Provisioning complete for port 831df3a8-d68b-40e9-b52b-297c2989e047 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:16.558097 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ccadca6f-7bb9-4dc9-af1b-ef9d006b6069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:16.558585 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-ccadca6f-7bb9-4dc9-af1b-ef9d006b6069 None None] Attempt 1 to provision port 831df3a8-d68b-40e9-b52b-297c2989e047 Oct 16 00:57:16.561855 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Checking router: 0fe95cc5-8422-458f-b86c-c45f224fe276 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:57:16.563259 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Updating router 0fe95cc5-8422-458f-b86c-c45f224fe276 port 92fd08e3-e2b0-40c2-b892-f442ec78a775 binding host dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:57:16.615547 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:16.648691 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f815ac2f-ade4-4b39-b8a7-b226c58c7968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for subnet (2cc1effe-1348-4c66-90fa-b8e4bc5b9dca), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:16.692218 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f7f64-9528-4f0e-9dd4-ce0f6277d8f0 None None] Pushing event updated for resources: {'Port': ['ID=831df3a8-d68b-40e9-b52b-297c2989e047,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:16.717270 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 831df3a8-d68b-40e9-b52b-297c2989e047 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:16.717475 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:16.717918 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 831df3a8-d68b-40e9-b52b-297c2989e047 Oct 16 00:57:16.725325 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f6951f3-329a-45bb-872a-3b7ee4dae162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for subnet (a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:16.809183 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:16.875310 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815ac2f-ade4-4b39-b8a7-b226c58c7968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc1effe-1348-4c66-90fa-b8e4bc5b9dca,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:16.903226 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:16.951224 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Publish callbacks [] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:16.956756 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:16.964181 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:16.985306 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc3cec1-1713-4e74-91f5-897a956f6102,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:17.016963 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ccadca6f-7bb9-4dc9-af1b-ef9d006b6069 None None] Current status of the port 831df3a8-d68b-40e9-b52b-297c2989e047 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:17.030944 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 831df3a8-d68b-40e9-b52b-297c2989e047 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:17.044261 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Attempting to bind port 92fd08e3-e2b0-40c2-b892-f442ec78a775 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:17.046162 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Attempting to bind port 92fd08e3-e2b0-40c2-b892-f442ec78a775 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:17.046585 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Attempting to bind port 92fd08e3-e2b0-40c2-b892-f442ec78a775 on network 208c62ac-592a-4dec-a1cf-31599d23bbee {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:17.054070 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9236e40c-bc5b-4898-8dde-3af8e3c85f1b,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:17.067974 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6951f3-329a-45bb-872a-3b7ee4dae162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:17.073525 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.1596973 Oct 16 00:57:17.075972 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56230) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:17.076267 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f18adb-9a22-4ee3-88b9-a6b6c8a69317 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d9aa56-b330-4b62-a416-c067206c96f0,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:17.114130 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network f6d9aa56-b330-4b62-a416-c067206c96f0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:57:17.114594 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Pushing event updated for resources: {'Port': ['ID=92fd08e3-e2b0-40c2-b892-f442ec78a775,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:17.131477 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-8a379281-1f59-4712-b879-a02da2a42ea6 admin admin] Request body: {'subnet': {'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-subnet', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:17.132661 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.133179 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.133730 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.134298 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.134815 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.135719 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.136360 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.136863 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.137372 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.137858 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.138343 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.138905 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.139776 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.140276 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.140758 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Tracked resource versions report: Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: pushed versions: Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: { 'AddressGroup': {'1.2'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'Agent': {'1.1'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'ConntrackHelper': {'1.0'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'LocalIPAssociation': {'1.0'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'Log': {'1.0'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'NDPProxy': {'1.0'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'Network': {'1.1'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'Port': {'1.7'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'PortForwarding': {'1.3'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'QosPolicy': {'1.10'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'SecurityGroup': {'1.5'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'SecurityGroupRule': {'1.2'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'SubPort': {'1.0'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'Subnet': {'1.1'}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'Trunk': {'1.1'}} Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: consumer versions: Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: HyperV agent@hv-cinder-maste: {}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'Agent': '1.1', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'ConntrackHelper': '1.0', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'LocalIPAssociation': '1.0', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'Log': '1.0', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'NDPProxy': '1.0', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'Network': '1.1', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'Port': '1.7', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'PortForwarding': '1.3', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'QosPolicy': '1.10', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'SecurityGroup': '1.5', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'SecurityGroupRule': '1.2', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'SubPort': '1.0', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'Subnet': '1.1', Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: 'Trunk': '1.1'}} Oct 16 00:57:17.142134 dv-cinder-master-3-iscsi neutron-server[104582]: {{(pid=104582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 00:57:17.148698 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:17.149621 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:17.151222 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:17.151836 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Bound using segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:17.152504 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Bound port: 92fd08e3-e2b0-40c2-b892-f442ec78a775, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:17.153165 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:17.299304 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] For port 92fd08e3-e2b0-40c2-b892-f442ec78a775, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:17.312560 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] For port 92fd08e3-e2b0-40c2-b892-f442ec78a775, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=92fd08e3-e2b0-40c2-b892-f442ec78a775,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:17.325194 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:17.337098 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a379281-1f59-4712-b879-a02da2a42ea6 admin admin] Made reservation on behalf of cca355ef4a294ecd88cc299b7e0ca9d8 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:17.355203 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a379281-1f59-4712-b879-a02da2a42ea6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:17.367458 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:17.412539 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815ac2f-ade4-4b39-b8a7-b226c58c7968 admin admin] Checking segment: {'id': '412a25ad-e65c-4846-9a89-c54024362309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '62c35b48-ed00-45fe-9f3a-baf6863ebf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:17.413905 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f815ac2f-ade4-4b39-b8a7-b226c58c7968 admin admin] Network hostable DHCP agents. Network: 62c35b48-ed00-45fe-9f3a-baf6863ebf0f, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:57:17.419580 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:17.435296 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Routers {'0fe95cc5-8422-458f-b86c-c45f224fe276'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:17.436170 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:56:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0fe95cc5-8422-458f-b86c-c45f224fe276'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:17.515443 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6951f3-329a-45bb-872a-3b7ee4dae162 admin admin] Checking segment: {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:17.516623 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6951f3-329a-45bb-872a-3b7ee4dae162 admin admin] Network hostable DHCP agents. Network: f6d9aa56-b330-4b62-a416-c067206c96f0, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:57:17.554473 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56248) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:17.594769 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:17.609053 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caaa8e-f1e8-42fa-84a3-26bc82357850 admin admin] Pushing event updated for resources: {'Network': ['ID=7dae3d76-90a2-41d2-9dad-7f7856d5ab85,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:17.613808 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87bfa95d-ec96-4f0c-aaa9-a560704d8438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for subnet (a617817b-7e5e-42c9-b510-1f81c28bf50c), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:17.622830 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:57:17.636896 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6951f3-329a-45bb-872a-3b7ee4dae162 admin admin] Network f6d9aa56-b330-4b62-a416-c067206c96f0 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:57:17.648110 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1800f-ba8f-4fc6-bc8e-84b20c43cf18 None None] Pushing event updated for resources: {'Port': ['ID=92fd08e3-e2b0-40c2-b892-f442ec78a775,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:17.663484 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:17.674558 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-5f6951f3-329a-45bb-872a-3b7ee4dae162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f6d9aa56-b330-4b62-a416-c067206c96f0) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:17.683281 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6951f3-329a-45bb-872a-3b7ee4dae162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:17.685341 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f6951f3-329a-45bb-872a-3b7ee4dae162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:17.715193 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:57:17.736341 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5f6951f3-329a-45bb-872a-3b7ee4dae162 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1382926 Oct 16 00:57:17.754209 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56254) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:17.786433 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:17.801758 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba103013-46e2-4d68-8a3b-f8a3973d59aa None None] Network f6d9aa56-b330-4b62-a416-c067206c96f0 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:57:17.843641 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:17.877313 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] Set router 0fe95cc5-8422-458f-b86c-c45f224fe276 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:17.912820 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11664'] for router (289771a6-e20d-4d10-9549-b95a58061b22), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:17.914107 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11659'] for router (289771a6-e20d-4d10-9549-b95a58061b22), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:17.980476 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfa95d-ec96-4f0c-aaa9-a560704d8438 admin admin] Checking segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:17.981847 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bfa95d-ec96-4f0c-aaa9-a560704d8438 admin admin] Network hostable DHCP agents. Network: 7dae3d76-90a2-41d2-9dad-7f7856d5ab85, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:57:18.068376 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7d81b53c-040c-4c63-927e-061526020a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:18.083957 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f815ac2f-ade4-4b39-b8a7-b226c58c7968 admin admin] Network 62c35b48-ed00-45fe-9f3a-baf6863ebf0f is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:57:18.101424 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-f815ac2f-ade4-4b39-b8a7-b226c58c7968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 62c35b48-ed00-45fe-9f3a-baf6863ebf0f) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:18.103168 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bfa95d-ec96-4f0c-aaa9-a560704d8438 admin admin] Network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:57:18.121188 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfa95d-ec96-4f0c-aaa9-a560704d8438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a617817b-7e5e-42c9-b510-1f81c28bf50c,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:18.136292 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f815ac2f-ade4-4b39-b8a7-b226c58c7968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:18.136902 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f815ac2f-ade4-4b39-b8a7-b226c58c7968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:18.145533 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474fcae-dddd-478b-8639-84f24a3a0228 admin admin] Pushing event updated for resources: {'Network': ['ID=758abdbd-543f-42fe-8aa7-53af6cbbeb5d,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:18.152620 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-87bfa95d-ec96-4f0c-aaa9-a560704d8438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7dae3d76-90a2-41d2-9dad-7f7856d5ab85) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:18.213730 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-f815ac2f-ade4-4b39-b8a7-b226c58c7968 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9106264 Oct 16 00:57:18.225686 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bfa95d-ec96-4f0c-aaa9-a560704d8438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:18.226622 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87bfa95d-ec96-4f0c-aaa9-a560704d8438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:18.261466 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d265bf-5703-4dbb-8ed6-6fac555b7fca None None] Network 62c35b48-ed00-45fe-9f3a-baf6863ebf0f requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:57:18.267459 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:57:18.273930 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-87bfa95d-ec96-4f0c-aaa9-a560704d8438 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5847144 Oct 16 00:57:18.281617 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56266) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:18.294473 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:18.352594 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 831df3a8-d68b-40e9-b52b-297c2989e047 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:18.357430 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ed495-6ef7-4190-9f8c-c001111ae9e4 None None] Network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:57:18.378733 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Publish callbacks [] for router_controller (289771a6-e20d-4d10-9549-b95a58061b22), precommit_add_association {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:18.385459 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11664'] for router (04f2e7d9-6f59-4273-afb1-c6b961e608fe), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:18.390155 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11659'] for router (04f2e7d9-6f59-4273-afb1-c6b961e608fe), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:18.462385 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-f6d9aa56-b330-4b62-a416-c067206c96f0', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 00:57:18.464541 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:18.562748 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'name': 'tempest-DeleteServersTestJSON-1769523312-router', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28'}], 'enable_snat': True}, 'gw_port_id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:12Z', 'updated_at': '2022-10-16T00:57:14Z', 'revision_number': 3, 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'gw_port': {'id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:01:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:13Z', 'updated_at': '2022-10-16T00:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:18.629094 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc7fdf4-903a-4df5-9a36-0f58ce0376dc None None] The sync data for ids ['0fe95cc5-8422-458f-b86c-c45f224fe276'] in dv-cinder-master-3-iscsi is: [{'id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'name': 'tempest-DeleteServersTestJSON-1769523312-router', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28'}], 'enable_snat': True}, 'gw_port_id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:12Z', 'updated_at': '2022-10-16T00:57:14Z', 'revision_number': 3, 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'gw_port': {'id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:01:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:13Z', 'updated_at': '2022-10-16T00:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:57:18.795672 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Publish callbacks [] for router_controller (04f2e7d9-6f59-4273-afb1-c6b961e608fe), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:18.963129 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Allocated IP 172.20.0.1 (987da718-4a64-4801-99fd-c8b997ad845b/8fb2b922-74d5-4cae-b397-0d0c25d2079f/edc13d5b-c9f2-4dc4-a392-0e617cb7cd97) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:18.981205 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:19.007288 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a379281-1f59-4712-b879-a02da2a42ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for subnet (ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:19.017873 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 831df3a8-d68b-40e9-b52b-297c2989e047 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:19.018404 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:19.018673 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 831df3a8-d68b-40e9-b52b-297c2989e047 Oct 16 00:57:19.066248 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3175e6f-3b11-474d-8a9a-3f2b09e0ce03 None None] Network 62c35b48-ed00-45fe-9f3a-baf6863ebf0f requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:57:19.212011 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Allocated IP 172.20.0.2 (f6d9aa56-b330-4b62-a416-c067206c96f0/a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c/29057d15-832d-4bc1-939a-b77306acef22) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:19.274000 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 00:57:19.277075 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:19.332017 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=5,neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:19.335851 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a379281-1f59-4712-b879-a02da2a42ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:19.339925 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:19.368087 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Publish callbacks [] for router_gateway (289771a6-e20d-4d10-9549-b95a58061b22), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:19.505046 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:19.520007 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Publish callbacks [] for router_gateway (04f2e7d9-6f59-4273-afb1-c6b961e608fe), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:19.649505 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7d81b53c-040c-4c63-927e-061526020a0d admin admin] Publish callbacks [] for security_group (4fa51d52-91bc-479e-87c3-7ed0c2c8eb43), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:19.662564 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a379281-1f59-4712-b879-a02da2a42ea6 admin admin] Checking segment: {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:19.662945 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a379281-1f59-4712-b879-a02da2a42ea6 admin admin] Network hostable DHCP agents. Network: 758abdbd-543f-42fe-8aa7-53af6cbbeb5d, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:57:19.672066 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7d81b53c-040c-4c63-927e-061526020a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (4fa51d52-91bc-479e-87c3-7ed0c2c8eb43), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:19.677260 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Publish callbacks [] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:19.769223 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56312) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:19.776851 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1839764876-network', 'tenant_id': '1daba3a4330d42c8a14ccdf105b6738c'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:19.807342 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7d81b53c-040c-4c63-927e-061526020a0d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0d378a01be2044faa872ca43f816dbd9&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2422359 Oct 16 00:57:19.808417 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81b53c-040c-4c63-927e-061526020a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa51d52-91bc-479e-87c3-7ed0c2c8eb43,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:19.816359 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56314) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:19.823579 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a379281-1f59-4712-b879-a02da2a42ea6 admin admin] Network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:57:19.832370 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Allocated IP 172.20.0.2 (7dae3d76-90a2-41d2-9dad-7f7856d5ab85/a617817b-7e5e-42c9-b510-1f81c28bf50c/69a1bb27-221a-4f64-b9b2-e02c1194c2d4) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:19.872158 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:19.929145 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Made reservation on behalf of 1daba3a4330d42c8a14ccdf105b6738c for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:19.931857 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:19.965802 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 831df3a8-d68b-40e9-b52b-297c2989e047 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:19.995195 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.008188 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-8a379281-1f59-4712-b879-a02da2a42ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 758abdbd-543f-42fe-8aa7-53af6cbbeb5d) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:20.009595 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:20.032065 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a379281-1f59-4712-b879-a02da2a42ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:20.032669 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a379281-1f59-4712-b879-a02da2a42ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.064214 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.111373 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd2b7f-7999-457f-93d4-af59ffe848ae None None] Network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:57:20.206917 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 92fd08e3-e2b0-40c2-b892-f442ec78a775 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:20.244520 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Network 987da718-4a64-4801-99fd-c8b997ad845b is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:20.250813 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8a379281-1f59-4712-b879-a02da2a42ea6 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1565447 Oct 16 00:57:20.252982 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Pushing event updated for resources: {'Port': ['ID=edc13d5b-c9f2-4dc4-a392-0e617cb7cd97,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:20.261305 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56322) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:20.268958 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:20.301166 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3cb92fc-7228-482d-8f5f-ed62b7bcaec1 admin admin] Publish callbacks [] for security_group (4fa51d52-91bc-479e-87c3-7ed0c2c8eb43), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.306470 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:20.325207 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:20.326871 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647477'] for router_interface (0fe95cc5-8422-458f-b86c-c45f224fe276), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.331343 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Publish callbacks [] for router_gateway (04f2e7d9-6f59-4273-afb1-c6b961e608fe), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.412483 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.415628 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Publish callbacks [] for router_gateway (289771a6-e20d-4d10-9549-b95a58061b22), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.430995 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3cb92fc-7228-482d-8f5f-ed62b7bcaec1 admin admin] Publish callbacks [] for security_group (4fa51d52-91bc-479e-87c3-7ed0c2c8eb43), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.449675 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11664'] for router (66966500-9f64-45ff-98f6-e8d186878a55), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.452617 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11659'] for router (66966500-9f64-45ff-98f6-e8d186878a55), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.461510 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Publish callbacks [] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.465959 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.486644 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Publish callbacks [] for port (29057d15-832d-4bc1-939a-b77306acef22), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.504451 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.593756 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:20.601088 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (29057d15-832d-4bc1-939a-b77306acef22), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.620923 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Pushing event updated for resources: {'Port': ['ID=69a1bb27-221a-4f64-b9b2-e02c1194c2d4,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:20.627906 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:20.643944 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Network f6d9aa56-b330-4b62-a416-c067206c96f0 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:20.702563 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:20.704653 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Pushing event updated for resources: {'Port': ['ID=29057d15-832d-4bc1-939a-b77306acef22,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:20.710130 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:20.715799 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:20.783555 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-5c45b377-1274-4637-807a-c14bb22fce08 None None] Provisioning complete for port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:20.784092 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5c45b377-1274-4637-807a-c14bb22fce08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.784434 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-5c45b377-1274-4637-807a-c14bb22fce08 None None] Attempt 1 to provision port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 Oct 16 00:57:20.808220 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Allocated IP 172.37.2.181 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/42633501-06b6-4c52-92d4-45822c5b414e) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:20.900744 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 92fd08e3-e2b0-40c2-b892-f442ec78a775 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:20.901402 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.901519 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 92fd08e3-e2b0-40c2-b892-f442ec78a775 Oct 16 00:57:20.907574 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Publish callbacks [] for router_controller (66966500-9f64-45ff-98f6-e8d186878a55), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.925072 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Publish callbacks [] for security_group (517414d0-4486-4ad1-9753-53fbc9abfcb5), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.931510 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (517414d0-4486-4ad1-9753-53fbc9abfcb5), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:20.983448 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-5c45b377-1274-4637-807a-c14bb22fce08 None None] Port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:57:20.987484 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Attempting to bind port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:20.987484 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Attempting to bind port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:20.987484 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Attempting to bind port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:20.994688 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Attempting to bind port 29057d15-832d-4bc1-939a-b77306acef22 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:20.995186 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Attempting to bind port 29057d15-832d-4bc1-939a-b77306acef22 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:20.995647 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Attempting to bind port 29057d15-832d-4bc1-939a-b77306acef22 on network f6d9aa56-b330-4b62-a416-c067206c96f0 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:21.000729 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:21.033683 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:21.060312 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:21.085933 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3cb92fc-7228-482d-8f5f-ed62b7bcaec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (4fa51d52-91bc-479e-87c3-7ed0c2c8eb43), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.090365 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3cb92fc-7228-482d-8f5f-ed62b7bcaec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.096281 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e3cb92fc-7228-482d-8f5f-ed62b7bcaec1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4fa51d52-91bc-479e-87c3-7ed0c2c8eb43 HTTP/1.1" status: 204 len: 168 time: 1.2033181 Oct 16 00:57:21.160250 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 00:57:21.161205 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.173785 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Publish callbacks [] for router_gateway (66966500-9f64-45ff-98f6-e8d186878a55), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.178515 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Publish callbacks [] for port (42633501-06b6-4c52-92d4-45822c5b414e), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.187034 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:57:21.203323 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517414d0-4486-4ad1-9753-53fbc9abfcb5,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:21.221978 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (8407501a-fa95-49f5-9584-6329097f15f8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.222374 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Added segment 8407501a-fa95-49f5-9584-6329097f15f8 of type vlan for network 6e18f0ac-4d59-43d4-adce-4e9589a88383 Oct 16 00:57:21.294151 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb92fc-7228-482d-8f5f-ed62b7bcaec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa51d52-91bc-479e-87c3-7ed0c2c8eb43,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:21.454146 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (6e18f0ac-4d59-43d4-adce-4e9589a88383), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.463570 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (42633501-06b6-4c52-92d4-45822c5b414e), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.478928 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.545412 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Allocated IP 172.37.2.225 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/a74fd78f-a45f-4321-a4ca-57d2bcba43d1) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:21.652900 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:21.658185 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:21.658622 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Checking segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:21.659289 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.659897 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Bound using segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:21.660608 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Bound port: 69a1bb27-221a-4f64-b9b2-e02c1194c2d4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:21.661190 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.689996 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:21.690364 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Checking segment: {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:21.690927 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.691990 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Bound using segment: {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:21.691990 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Bound port: 29057d15-832d-4bc1-939a-b77306acef22, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:21.693195 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (29057d15-832d-4bc1-939a-b77306acef22), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.714551 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:21.719690 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:21.742552 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:21.745571 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56348) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:21.796683 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 92fd08e3-e2b0-40c2-b892-f442ec78a775 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:21.797548 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.799898 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Pushing event updated for resources: {'Port': ['ID=42633501-06b6-4c52-92d4-45822c5b414e,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:21.822758 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:21.900120 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 92fd08e3-e2b0-40c2-b892-f442ec78a775, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=92fd08e3-e2b0-40c2-b892-f442ec78a775,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:57:21.929578 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:21.955106 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.db.resource_extend [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 16 00:57:21.956953 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:21.988501 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] For port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:22.006020 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Allocated IP 172.20.0.2 (758abdbd-543f-42fe-8aa7-53af6cbbeb5d/ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d/6e26ee91-59c3-4584-bc74-1d8a09fa7ed5) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:22.012433 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] For port 29057d15-832d-4bc1-939a-b77306acef22, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:22.021668 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:22.030755 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (6e18f0ac-4d59-43d4-adce-4e9589a88383), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.031911 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:22.032965 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.048290 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] For port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=69a1bb27-221a-4f64-b9b2-e02c1194c2d4,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:22.070157 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] For port 29057d15-832d-4bc1-939a-b77306acef22, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29057d15-832d-4bc1-939a-b77306acef22,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:22.080101 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.088089 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-827e5914-80fd-47dd-8838-18d818c207d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.113706 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=92fd08e3-e2b0-40c2-b892-f442ec78a775,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:22.117457 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (29057d15-832d-4bc1-939a-b77306acef22), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.217438 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Publish callbacks [] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.236892 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] Pushing event updated for resources: {'Network': ['ID=6e18f0ac-4d59-43d4-adce-4e9589a88383,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:22.239698 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Publish callbacks [] for router_gateway (66966500-9f64-45ff-98f6-e8d186878a55), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.254964 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 6e18f0ac-4d59-43d4-adce-4e9589a88383 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:57:22.268032 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3b5996a4-530e-4cb7-b912-336177085424 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4953732 Oct 16 00:57:22.277626 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56360) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:22.302067 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-51590dce-d52d-4789-981d-c5091a5056ce admin admin] Request body: {'subnet': {'network_id': '6e18f0ac-4d59-43d4-adce-4e9589a88383', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1839764876-subnet', 'tenant_id': '1daba3a4330d42c8a14ccdf105b6738c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:22.320672 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.346364 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:22.372735 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f99dc6-9d84-4ecf-b49f-6e5a185aa439 None None] Pushing event updated for resources: {'Port': ['ID=69a1bb27-221a-4f64-b9b2-e02c1194c2d4,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:22.431573 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Publish callbacks [] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.437335 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Publish callbacks [] for router_gateway (289771a6-e20d-4d10-9549-b95a58061b22), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.518650 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51590dce-d52d-4789-981d-c5091a5056ce admin admin] Made reservation on behalf of 1daba3a4330d42c8a14ccdf105b6738c for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:22.522686 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-51590dce-d52d-4789-981d-c5091a5056ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.532861 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.534288 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647593'] for router_interface (0fe95cc5-8422-458f-b86c-c45f224fe276), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.645347 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:22.711005 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Publish callbacks [] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.711449 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Pushing event updated for resources: {'Port': ['ID=edc13d5b-c9f2-4dc4-a392-0e617cb7cd97,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:22.729189 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.774559 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9ddc5-83b3-419a-a9ab-a413be78611f None None] Pushing event updated for resources: {'Port': ['ID=29057d15-832d-4bc1-939a-b77306acef22,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:22.776750 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-827e5914-80fd-47dd-8838-18d818c207d1 admin admin] Publish callbacks [] for security_group (72323ba3-8782-4aed-934d-108eb5d5c76d), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.799057 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-827e5914-80fd-47dd-8838-18d818c207d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (72323ba3-8782-4aed-934d-108eb5d5c76d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.804461 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:22.830736 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:22.850384 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-827e5914-80fd-47dd-8838-18d818c207d1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=db213870f6a145cf9405415bdeb0a92b&name=default HTTP/1.1" status: 200 len: 2993 time: 1.1033814 Oct 16 00:57:22.877049 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56372) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:22.885228 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:22.889882 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:22.906118 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:22.917492 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:22.923317 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:22.929885 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Pushing event updated for resources: {'Port': ['ID=6e26ee91-59c3-4584-bc74-1d8a09fa7ed5,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:23.001448 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e5914-80fd-47dd-8838-18d818c207d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72323ba3-8782-4aed-934d-108eb5d5c76d,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:23.009263 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Attempting to bind port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:23.009772 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Attempting to bind port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:23.010139 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Attempting to bind port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 on network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:23.063159 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:23.063606 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Checking segment: {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:23.064953 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:23.064953 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Bound using segment: {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:23.065144 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Network 987da718-4a64-4801-99fd-c8b997ad845b is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:23.065230 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Bound port: 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:23.066759 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:23.072831 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:23.089293 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:23.154059 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Allocated IP 172.37.2.152 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/71efdb3f-9c56-4a2c-8049-f6c1d0baa573) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:23.164791 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] For port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:23.176099 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] For port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6e26ee91-59c3-4584-bc74-1d8a09fa7ed5,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:23.188185 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:23.211598 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a56b0e76-d46e-4a96-ad66-23524fdd6ac4 admin admin] Publish callbacks [] for security_group (72323ba3-8782-4aed-934d-108eb5d5c76d), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:23.266583 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a56b0e76-d46e-4a96-ad66-23524fdd6ac4 admin admin] Publish callbacks [] for security_group (72323ba3-8782-4aed-934d-108eb5d5c76d), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:23.302448 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500fe84-fbf4-423e-bd68-94d79e27ccff None None] Pushing event updated for resources: {'Port': ['ID=6e26ee91-59c3-4584-bc74-1d8a09fa7ed5,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:23.325315 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:23.351769 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-647395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934'] for router (289771a6-e20d-4d10-9549-b95a58061b22), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:23.481620 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Pushing event updated for resources: {'Port': ['ID=a74fd78f-a45f-4321-a4ca-57d2bcba43d1,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:23.616431 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7b2a023d-89f6-44e9-bab9-7e0599c1ceb1 None None] Provisioning complete for port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:23.617035 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7b2a023d-89f6-44e9-bab9-7e0599c1ceb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:23.617574 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7b2a023d-89f6-44e9-bab9-7e0599c1ceb1 None None] Attempt 1 to provision port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 Oct 16 00:57:23.652881 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Router 0fe95cc5-8422-458f-b86c-c45f224fe276 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 00:57:23.785064 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a023d-89f6-44e9-bab9-7e0599c1ceb1 None None] Port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:57:23.800795 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f5b4eb23-8b3e-49a8-9464-cdb05dc7ed1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:23.895295 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a56b0e76-d46e-4a96-ad66-23524fdd6ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (72323ba3-8782-4aed-934d-108eb5d5c76d), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:23.914326 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a56b0e76-d46e-4a96-ad66-23524fdd6ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:23.914326 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a56b0e76-d46e-4a96-ad66-23524fdd6ac4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/72323ba3-8782-4aed-934d-108eb5d5c76d HTTP/1.1" status: 204 len: 168 time: 1.0213883 Oct 16 00:57:23.915343 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-51590dce-d52d-4789-981d-c5091a5056ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for subnet (c149cb03-b614-4e6f-b3b4-33bba9271b51), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:23.970736 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Publish callbacks [] for router_gateway (04f2e7d9-6f59-4273-afb1-c6b961e608fe), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:24.043423 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b0e76-d46e-4a96-ad66-23524fdd6ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72323ba3-8782-4aed-934d-108eb5d5c76d,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:24.130058 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:57:24.159197 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-68372f02-1c6a-4af8-996e-16d75de4dd17 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/0fe95cc5-8422-458f-b86c-c45f224fe276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9128222 Oct 16 00:57:24.181401 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Sync routers for ids ['0fe95cc5-8422-458f-b86c-c45f224fe276'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:57:24.188185 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Router 289771a6-e20d-4d10-9549-b95a58061b22 is scheduled to L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb with binding_index 1 {{(pid=104580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 00:57:24.210795 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Publish callbacks [] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:24.234425 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Routers {'0fe95cc5-8422-458f-b86c-c45f224fe276'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:24.235832 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:56:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0fe95cc5-8422-458f-b86c-c45f224fe276'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:24.246628 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51590dce-d52d-4789-981d-c5091a5056ce admin admin] Checking segment: {'id': '8407501a-fa95-49f5-9584-6329097f15f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6e18f0ac-4d59-43d4-adce-4e9589a88383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:24.246628 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51590dce-d52d-4789-981d-c5091a5056ce admin admin] Network hostable DHCP agents. Network: 6e18f0ac-4d59-43d4-adce-4e9589a88383, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:57:24.305638 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:24.408376 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51590dce-d52d-4789-981d-c5091a5056ce admin admin] Network 6e18f0ac-4d59-43d4-adce-4e9589a88383 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:57:24.458960 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51590dce-d52d-4789-981d-c5091a5056ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c149cb03-b614-4e6f-b3b4-33bba9271b51,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:24.471667 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-51590dce-d52d-4789-981d-c5091a5056ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6e18f0ac-4d59-43d4-adce-4e9589a88383) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:24.476952 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51590dce-d52d-4789-981d-c5091a5056ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:24.478001 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-51590dce-d52d-4789-981d-c5091a5056ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:24.504070 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-51590dce-d52d-4789-981d-c5091a5056ce admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2058425 Oct 16 00:57:24.531413 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74811a8c-5c90-49ec-a57f-6bf6c187e829 None None] Network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:57:24.596869 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:24.714467 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-647395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934'] for router (04f2e7d9-6f59-4273-afb1-c6b961e608fe), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:24.755067 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:24.760980 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:24.812477 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:57:24.815643 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:24.828085 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Sync routers for ids ['289771a6-e20d-4d10-9549-b95a58061b22'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:57:24.864865 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Routers {'289771a6-e20d-4d10-9549-b95a58061b22'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:24.868646 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:56:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['289771a6-e20d-4d10-9549-b95a58061b22'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:24.873995 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:24.881992 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Pushing event updated for resources: {'Port': ['ID=71efdb3f-9c56-4a2c-8049-f6c1d0baa573,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:24.891499 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:24.892849 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:24.903766 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910dc46-3e8f-4dde-bca0-099babf02752 None None] Network 6e18f0ac-4d59-43d4-adce-4e9589a88383 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:57:24.904829 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-90edff89-831e-4acd-a30f-51dbd3503e29 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1424696 Oct 16 00:57:24.905141 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56402) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:24.907198 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 29057d15-832d-4bc1-939a-b77306acef22 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:25.061002 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56404) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:25.352435 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-296aa04b-261f-4d02-a887-3c3b4775e57f admin admin] Deleting subnet 2cc1effe-1348-4c66-90fa-b8e4bc5b9dca {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 00:57:25.373764 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-296aa04b-261f-4d02-a887-3c3b4775e57f admin admin] Publish callbacks [] for subnet (2cc1effe-1348-4c66-90fa-b8e4bc5b9dca), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:25.389061 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Set router 0fe95cc5-8422-458f-b86c-c45f224fe276 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:25.402541 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:25.460420 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Set router 289771a6-e20d-4d10-9549-b95a58061b22 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:25.563504 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-296aa04b-261f-4d02-a887-3c3b4775e57f admin admin] Publish callbacks [] for subnet (2cc1effe-1348-4c66-90fa-b8e4bc5b9dca), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:25.586705 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:25.614268 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-296aa04b-261f-4d02-a887-3c3b4775e57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (2cc1effe-1348-4c66-90fa-b8e4bc5b9dca), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:25.699706 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-962b3047-a43c-4886-9c74-1ed48fc3ec7a None None] Provisioning complete for port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:25.700596 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-962b3047-a43c-4886-9c74-1ed48fc3ec7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:25.701083 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-962b3047-a43c-4886-9c74-1ed48fc3ec7a None None] Attempt 1 to provision port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 Oct 16 00:57:25.757820 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Router 04f2e7d9-6f59-4273-afb1-c6b961e608fe is scheduled to L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 00:57:26.052260 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-296aa04b-261f-4d02-a887-3c3b4775e57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for subnet (2cc1effe-1348-4c66-90fa-b8e4bc5b9dca), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:26.117162 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-296aa04b-261f-4d02-a887-3c3b4775e57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:26.123434 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-296aa04b-261f-4d02-a887-3c3b4775e57f admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/2cc1effe-1348-4c66-90fa-b8e4bc5b9dca HTTP/1.1" status: 204 len: 168 time: 1.0608752 Oct 16 00:57:26.129602 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296aa04b-261f-4d02-a887-3c3b4775e57f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cc1effe-1348-4c66-90fa-b8e4bc5b9dca,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:26.229319 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2404e115-df0a-4c92-8de0-ff709b4b8418 None None] Network f6d9aa56-b330-4b62-a416-c067206c96f0 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:57:26.231744 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:26.235525 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:26.243613 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56442) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:26.292168 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2796132a-e636-4185-8ea0-fcf3768bf321 None None] Network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:57:26.337633 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56458) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:26.404409 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:22Z', 'revision_number': 3, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:26.478767 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (62c35b48-ed00-45fe-9f3a-baf6863ebf0f), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:26.493995 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Checking router: 289771a6-e20d-4d10-9549-b95a58061b22 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:57:26.495829 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Updating router 289771a6-e20d-4d10-9549-b95a58061b22 port 42633501-06b6-4c52-92d4-45822c5b414e binding host dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:57:26.512358 dv-cinder-master-3-iscsi neutron-server[104579]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 16 00:57:26.539235 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Publish callbacks [] for router_gateway (66966500-9f64-45ff-98f6-e8d186878a55), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:26.636779 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (42633501-06b6-4c52-92d4-45822c5b414e), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:26.910744 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (62c35b48-ed00-45fe-9f3a-baf6863ebf0f), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:26.992149 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:26.993277 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:26.994712 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:26.996132 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > port after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:26.996667 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:26.997168 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > port after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:26.997771 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:26.998554 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:26.999324 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:27.000017 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:27.055944 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:27.060144 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:27.071367 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:27.086218 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e582ae8-b0f4-46fb-ad7b-25def82e2c8a None None] Network 6e18f0ac-4d59-43d4-adce-4e9589a88383 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:57:27.169378 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-c25c9b83-9786-4979-a04b-04309bc2d7d7 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:27.187218 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-c25c9b83-9786-4979-a04b-04309bc2d7d7 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/networks?id=987da718-4a64-4801-99fd-c8b997ad845b HTTP/1.1" status: 200 len: 812 time: 0.6748157 Oct 16 00:57:27.229888 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'name': 'tempest-DeleteServersTestJSON-1769523312-router', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28'}], 'enable_snat': True}, 'gw_port_id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:12Z', 'updated_at': '2022-10-16T00:57:21Z', 'revision_number': 4, 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'gw_port': {'id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:13Z', 'updated_at': '2022-10-16T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'edc13d5b-c9f2-4dc4-a392-0e617cb7cd97', 'name': '', 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'mac_address': 'fa:16:3e:65:3e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8fb2b922-74d5-4cae-b397-0d0c25d2079f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:21Z', 'revision_number': 2, 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'subnets': [{'id': '8fb2b922-74d5-4cae-b397-0d0c25d2079f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:27.294686 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:57:27.323679 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-482cfc3d-6a87-487a-a7cd-45b33bb1407d tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/quotas/c89fd0e945344feab91a37fdb93812e5 HTTP/1.1" status: 200 len: 375 time: 0.1350346 Oct 16 00:57:27.356755 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 29057d15-832d-4bc1-939a-b77306acef22 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:27.357859 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (29057d15-832d-4bc1-939a-b77306acef22), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:27.358638 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 29057d15-832d-4bc1-939a-b77306acef22 Oct 16 00:57:27.378714 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:27.381158 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Sync routers for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:57:27.418750 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Publish callbacks [] for port (42633501-06b6-4c52-92d4-45822c5b414e), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:27.431012 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (42633501-06b6-4c52-92d4-45822c5b414e), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:27.454573 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Checking router: 0fe95cc5-8422-458f-b86c-c45f224fe276 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:57:27.455497 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Updating router 0fe95cc5-8422-458f-b86c-c45f224fe276 port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 binding host dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:57:27.473596 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:27.475766 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:56:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:27.561335 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004ee94-632d-4b87-8eb5-2144e25d3e07 None None] Pushing event updated for resources: {'Port': ['ID=42633501-06b6-4c52-92d4-45822c5b414e,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:27.582114 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:27.582765 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:27.582765 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:27.583113 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:27.583471 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c35b48-ed00-45fe-9f3a-baf6863ebf0f']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:27.585759 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Attempting to bind port 42633501-06b6-4c52-92d4-45822c5b414e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:27.586350 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Attempting to bind port 42633501-06b6-4c52-92d4-45822c5b414e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:27.587110 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Attempting to bind port 42633501-06b6-4c52-92d4-45822c5b414e on network 208c62ac-592a-4dec-a1cf-31599d23bbee {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:27.644765 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412a25ad-e65c-4846-9a89-c54024362309') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:27.645126 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412a25ad-e65c-4846-9a89-c54024362309') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:27.668418 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:27.670089 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c990cd9b-7a9a-4ee1-957b-7e59c9156991 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.3870616 Oct 16 00:57:27.691916 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56490) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:27.705060 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2655823'] for segment (412a25ad-e65c-4846-9a89-c54024362309), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:27.712012 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:27.712392 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:27.712801 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:27.713195 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Bound using segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:27.713685 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Bound port: 42633501-06b6-4c52-92d4-45822c5b414e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:27.714070 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (42633501-06b6-4c52-92d4-45822c5b414e), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:27.811942 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-6e0c0eeb-ae11-45aa-848f-671b1af63cb9 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c89fd0e945344feab91a37fdb93812e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4788723 Oct 16 00:57:27.889975 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] For port 42633501-06b6-4c52-92d4-45822c5b414e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:27.898241 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:27.913294 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] For port 42633501-06b6-4c52-92d4-45822c5b414e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42633501-06b6-4c52-92d4-45822c5b414e,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:27.926296 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (412a25ad-e65c-4846-9a89-c54024362309), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:27.942088 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (42633501-06b6-4c52-92d4-45822c5b414e), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:27.942530 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 00:57:27.943177 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2697909'] for segment (412a25ad-e65c-4846-9a89-c54024362309), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:27.978825 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:27.990099 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:28.015323 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-647395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934'] for router (66966500-9f64-45ff-98f6-e8d186878a55), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:28.059200 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Routers {'289771a6-e20d-4d10-9549-b95a58061b22'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:28.059895 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:56:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['289771a6-e20d-4d10-9549-b95a58061b22'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:28.237950 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004ee94-632d-4b87-8eb5-2144e25d3e07 None None] Pushing event updated for resources: {'Port': ['ID=42633501-06b6-4c52-92d4-45822c5b414e,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:28.265437 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (62c35b48-ed00-45fe-9f3a-baf6863ebf0f), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:28.292912 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:28.301255 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/62c35b48-ed00-45fe-9f3a-baf6863ebf0f HTTP/1.1" status: 204 len: 168 time: 2.0503542 Oct 16 00:57:28.302191 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56518) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:28.371376 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:28.398018 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] Set router 289771a6-e20d-4d10-9549-b95a58061b22 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:28.426179 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:28.461160 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc239c-060a-4773-a44d-2b0ad264bb5f admin admin] Pushing event deleted for resources: {'Network': ['ID=62c35b48-ed00-45fe-9f3a-baf6863ebf0f,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:28.509012 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Router 66966500-9f64-45ff-98f6-e8d186878a55 is scheduled to L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 00:57:28.515615 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-a721b589-e563-4bac-b727-a70853c942dd admin admin] Deleting subnet c149cb03-b614-4e6f-b3b4-33bba9271b51 {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 00:57:28.540224 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a721b589-e563-4bac-b727-a70853c942dd admin admin] Publish callbacks [] for subnet (c149cb03-b614-4e6f-b3b4-33bba9271b51), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:28.679940 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Allocated IP 172.20.0.1 (f6d9aa56-b330-4b62-a416-c067206c96f0/a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c/d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:28.751973 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-e092e295-7239-4d64-8d7f-e59cab1f3ca7 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 00:57:28.753058 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-e092e295-7239-4d64-8d7f-e59cab1f3ca7 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6204705 Oct 16 00:57:28.792687 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a721b589-e563-4bac-b727-a70853c942dd admin admin] Publish callbacks [] for subnet (c149cb03-b614-4e6f-b3b4-33bba9271b51), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:28.878597 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Publish callbacks [] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:28.884459 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc766-adb7-4c53-ab8b-f2d7118c415e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:28.886329 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a721b589-e563-4bac-b727-a70853c942dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (c149cb03-b614-4e6f-b3b4-33bba9271b51), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:28.937673 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:22Z', 'revision_number': 3, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:28.946140 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:29.011190 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad33ba1-2a84-42a4-b899-27bf8ed9da8a None None] The sync data for ids ['289771a6-e20d-4d10-9549-b95a58061b22'] in dv-cinder-master-3-iscsi is: [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:22Z', 'revision_number': 3, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:57:29.079616 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:29.122639 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:29.184679 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:57:29.202001 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Sync routers for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:57:29.227242 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-b39c31cf-f17d-4d9c-91f9-fbceb76f2d7e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/987da718-4a64-4801-99fd-c8b997ad845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552546 Oct 16 00:57:29.228260 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:29.229242 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:27Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:29.243233 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-962b3047-a43c-4886-9c74-1ed48fc3ec7a None None] Current status of the port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:29.243981 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-962b3047-a43c-4886-9c74-1ed48fc3ec7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:29.404924 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:29.442850 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 412a25ad-e65c-4846-9a89-c54024362309 resource provider aggregate not found Oct 16 00:57:29.473601 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-962b3047-a43c-4886-9c74-1ed48fc3ec7a None None] For port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=69a1bb27-221a-4f64-b9b2-e02c1194c2d4,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:57:29.476052 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 29057d15-832d-4bc1-939a-b77306acef22 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:29.480160 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (29057d15-832d-4bc1-939a-b77306acef22), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:29.502088 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a721b589-e563-4bac-b727-a70853c942dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for subnet (c149cb03-b614-4e6f-b3b4-33bba9271b51), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:29.508709 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-962b3047-a43c-4886-9c74-1ed48fc3ec7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:29.525048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:29.542955 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 412a25ad-e65c-4846-9a89-c54024362309 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 412a25ad-e65c-4846-9a89-c54024362309 found for delete ", "request_id": "req-ddb5b3c1-5fab-4f53-b25d-51158a6ffec7"}]} Oct 16 00:57:29.544103 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:29.611442 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:29.616874 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:29.618425 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-16350988-2ab0-4a1e-ac19-1be5707e8720 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3560748 Oct 16 00:57:29.630620 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56548) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:29.635425 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721b589-e563-4bac-b727-a70853c942dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c149cb03-b614-4e6f-b3b4-33bba9271b51,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:29.641835 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Network f6d9aa56-b330-4b62-a416-c067206c96f0 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:29.649369 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:29.653451 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:29.659440 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a721b589-e563-4bac-b727-a70853c942dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:29.666578 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a721b589-e563-4bac-b727-a70853c942dd admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/c149cb03-b614-4e6f-b3b4-33bba9271b51 HTTP/1.1" status: 204 len: 168 time: 1.3529661 Oct 16 00:57:29.671059 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56550) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:29.723781 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Provisioning complete for port 29057d15-832d-4bc1-939a-b77306acef22 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:29.724178 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (29057d15-832d-4bc1-939a-b77306acef22), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:29.724517 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Attempt 1 to provision port 29057d15-832d-4bc1-939a-b77306acef22 Oct 16 00:57:29.902810 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:23Z', 'revision_number': 3, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:29.965866 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:29.985607 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Checking router: 04f2e7d9-6f59-4273-afb1-c6b961e608fe for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:57:29.986326 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Updating router 04f2e7d9-6f59-4273-afb1-c6b961e608fe port a74fd78f-a45f-4321-a4ca-57d2bcba43d1 binding host dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:57:29.987027 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647477'] for router_interface (289771a6-e20d-4d10-9549-b95a58061b22), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:30.003621 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (6e18f0ac-4d59-43d4-adce-4e9589a88383), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:30.015001 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:25Z', 'revision_number': 3, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:30.035742 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:30.072567 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Checking router: 66966500-9f64-45ff-98f6-e8d186878a55 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:57:30.073567 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Updating router 66966500-9f64-45ff-98f6-e8d186878a55 port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 binding host dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:57:30.174117 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:30.241616 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:30.304570 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 29057d15-832d-4bc1-939a-b77306acef22, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29057d15-832d-4bc1-939a-b77306acef22,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:57:30.442120 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-4f3bd0a5-958e-4c80-a371-9bddcb6441ee service neutron] 10.222.0.25 "GET /networking/v2.0/networks/987da718-4a64-4801-99fd-c8b997ad845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1882768 Oct 16 00:57:30.466230 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:30.474666 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:30.476265 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (29057d15-832d-4bc1-939a-b77306acef22), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:30.486027 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 92fd08e3-e2b0-40c2-b892-f442ec78a775 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:30.577073 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (6e18f0ac-4d59-43d4-adce-4e9589a88383), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:30.590783 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:30.676020 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:30.682467 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b3047-a43c-4886-9c74-1ed48fc3ec7a None None] Pushing event updated for resources: {'Port': ['ID=69a1bb27-221a-4f64-b9b2-e02c1194c2d4,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:30.937583 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:30.948857 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Current status of the port 29057d15-832d-4bc1-939a-b77306acef22 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:30.990422 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.017906 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56594) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:31.019868 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Publish callbacks [] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.021809 dv-cinder-master-3-iscsi neutron-server[104580]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 16 00:57:31.033646 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.075712 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Attempting to bind port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:31.076104 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Attempting to bind port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:31.076927 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Attempting to bind port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 on network 208c62ac-592a-4dec-a1cf-31599d23bbee {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:31.177592 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0434b33-4c1a-4308-9953-9a35b23d3cf4 None None] Pushing event updated for resources: {'Port': ['ID=71efdb3f-9c56-4a2c-8049-f6c1d0baa573,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:31.199486 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac92285d-c272-4ef4-8118-cea18d6713bd req-10dbcbd5-29bc-4f23-b0cc-98bc32c74d07 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 210 time: 0.1801972 Oct 16 00:57:31.200194 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:31.200881 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:31.201745 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.202315 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Bound using segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:31.203398 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Bound port: 71efdb3f-9c56-4a2c-8049-f6c1d0baa573, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:31.204050 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.204518 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Allocated IP 172.20.0.1 (7dae3d76-90a2-41d2-9dad-7f7856d5ab85/a617817b-7e5e-42c9-b510-1f81c28bf50c/1243eb6a-8f6b-4732-b89b-091ec46b2b6d) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:31.335738 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 92fd08e3-e2b0-40c2-b892-f442ec78a775 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:31.339382 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.339737 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 92fd08e3-e2b0-40c2-b892-f442ec78a775 Oct 16 00:57:31.341669 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] For port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:31.344973 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.345667 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.345853 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Provisioning complete for port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:31.346095 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.348029 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Attempt 1 to provision port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 Oct 16 00:57:31.350327 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] For port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=71efdb3f-9c56-4a2c-8049-f6c1d0baa573,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:31.362914 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.363141 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.365686 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > port after_create 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.366349 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.371785 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > port after_update 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.373330 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.373865 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.374704 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.375390 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.461393 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56608) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:31.461583 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:31.463571 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:27Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:31.545593 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Publish callbacks [] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.620858 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.623760 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:31.636293 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:31.731023 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:31.781786 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:31.788969 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0434b33-4c1a-4308-9953-9a35b23d3cf4 None None] Pushing event updated for resources: {'Port': ['ID=71efdb3f-9c56-4a2c-8049-f6c1d0baa573,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:31.842404 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.843075 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.843075 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.843408 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 00:57:31.849093 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e18f0ac-4d59-43d4-adce-4e9589a88383']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:31.900059 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8407501a-fa95-49f5-9584-6329097f15f8') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:31.906101 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8407501a-fa95-49f5-9584-6329097f15f8') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:31.918319 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=29057d15-832d-4bc1-939a-b77306acef22,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:31.921194 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7f7427a0-0d15-469f-8a36-da73381e45e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.960760 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992197'] for segment (8407501a-fa95-49f5-9584-6329097f15f8), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.962261 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:31.974715 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Publish callbacks [] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:31.979583 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Publish callbacks [] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:32.006849 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (8407501a-fa95-49f5-9584-6329097f15f8), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:32.042763 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:32.066751 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 00:57:32.067258 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2994182'] for segment (8407501a-fa95-49f5-9584-6329097f15f8), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:32.089949 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Current status of the port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:32.096436 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:32.223576 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (6e18f0ac-4d59-43d4-adce-4e9589a88383), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:32.243836 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:32.283041 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647593'] for router_interface (289771a6-e20d-4d10-9549-b95a58061b22), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:32.291240 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:32.294659 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/6e18f0ac-4d59-43d4-adce-4e9589a88383 HTTP/1.1" status: 204 len: 168 time: 2.6221137 Oct 16 00:57:32.315264 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:32.320288 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de61b5-e98e-48ad-ad06-c0fad12ca42b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e18f0ac-4d59-43d4-adce-4e9589a88383,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:32.341093 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:32.418198 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:25Z', 'revision_number': 3, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:32.505024 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Publish callbacks [] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:32.507213 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83223cd9-48c8-4db1-ae6a-31f64f19eb8f None None] Pushing event updated for resources: {'Port': ['ID=edc13d5b-c9f2-4dc4-a392-0e617cb7cd97,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:32.536704 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fd4fa-d8dd-437f-b0b3-29164833a87e None None] The sync data for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi is: [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:25Z', 'revision_number': 3, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:57:32.572500 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:32.587595 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-775ae9e1-4d6b-4bdd-a86f-adb6f57f4e18 req-cb330f25-cb55-41ac-b73c-3598c7794423 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 210 time: 0.1449084 Oct 16 00:57:32.630044 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Attempting to bind port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:32.630599 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Attempting to bind port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:32.631164 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Attempting to bind port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 on network 987da718-4a64-4801-99fd-c8b997ad845b {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:32.633830 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 92fd08e3-e2b0-40c2-b892-f442ec78a775 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:32.634912 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:32.637359 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Attempting to bind port a74fd78f-a45f-4321-a4ca-57d2bcba43d1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:32.638280 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Attempting to bind port a74fd78f-a45f-4321-a4ca-57d2bcba43d1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:32.638834 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Attempting to bind port a74fd78f-a45f-4321-a4ca-57d2bcba43d1 on network 208c62ac-592a-4dec-a1cf-31599d23bbee {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:32.684520 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:32.750823 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56654) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:32.761840 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:32.807779 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:32.824300 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] For port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6e26ee91-59c3-4584-bc74-1d8a09fa7ed5,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:57:32.837388 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Pushing event updated for resources: {'Port': ['ID=1243eb6a-8f6b-4732-b89b-091ec46b2b6d,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:32.852758 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:32.875223 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:32.899092 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment 8407501a-fa95-49f5-9584-6329097f15f8 resource provider aggregate not found Oct 16 00:57:32.943365 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7f7427a0-0d15-469f-8a36-da73381e45e4 admin admin] Publish callbacks [] for security_group (61695819-64ec-4289-8b63-c2431d1ac482), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.038811 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7f7427a0-0d15-469f-8a36-da73381e45e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (61695819-64ec-4289-8b63-c2431d1ac482), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.047933 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87c578-5a9d-438c-8c51-4558b8fe95f9 None None] Pushing event updated for resources: {'Port': ['ID=a74fd78f-a45f-4321-a4ca-57d2bcba43d1,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:33.102170 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Provisioning complete for port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:33.102170 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.102170 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Attempt 1 to provision port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 Oct 16 00:57:33.102373 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment 8407501a-fa95-49f5-9584-6329097f15f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8407501a-fa95-49f5-9584-6329097f15f8 found for delete ", "request_id": "req-c837a2a7-cde3-452e-b022-52735844889d"}]} Oct 16 00:57:33.156315 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:33.173718 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:33.174337 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.174962 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Bound using segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:33.175672 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Bound port: a74fd78f-a45f-4321-a4ca-57d2bcba43d1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:33.176292 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.197099 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:33.197099 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Checking segment: {'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:33.197099 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.197099 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Bound using segment: {'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:33.197099 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Bound port: edc13d5b-c9f2-4dc4-a392-0e617cb7cd97, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:33.197099 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.201926 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647477'] for router_interface (04f2e7d9-6f59-4273-afb1-c6b961e608fe), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.212295 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7f7427a0-0d15-469f-8a36-da73381e45e4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ce82a4cafaac4ccb82a0e07c3212584f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7497954 Oct 16 00:57:33.215091 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56672) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:33.225553 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d96084da-9b33-4e04-9880-a514772c03a7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0ebf28d90fe7429d94e65b524ce8d9de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4669895 Oct 16 00:57:33.228461 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56674) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:33.279709 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7427a0-0d15-469f-8a36-da73381e45e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61695819-64ec-4289-8b63-c2431d1ac482,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:33.303922 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Network f6d9aa56-b330-4b62-a416-c067206c96f0 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:33.317557 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:33.324515 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:33.376232 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] For port a74fd78f-a45f-4321-a4ca-57d2bcba43d1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:33.381949 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] For port a74fd78f-a45f-4321-a4ca-57d2bcba43d1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a74fd78f-a45f-4321-a4ca-57d2bcba43d1,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:33.398564 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.435311 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:33.435866 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.436347 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 Oct 16 00:57:33.452821 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.551694 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-88aea5b2-c225-4bc3-8d98-e288136cd3cf admin admin] Publish callbacks [] for security_group (61695819-64ec-4289-8b63-c2431d1ac482), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.577979 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Pushing event updated for resources: {'Port': ['ID=6e26ee91-59c3-4584-bc74-1d8a09fa7ed5,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:33.581329 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-88aea5b2-c225-4bc3-8d98-e288136cd3cf admin admin] Publish callbacks [] for security_group (61695819-64ec-4289-8b63-c2431d1ac482), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.605772 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] For port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:33.654221 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:33.664320 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-88aea5b2-c225-4bc3-8d98-e288136cd3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (61695819-64ec-4289-8b63-c2431d1ac482), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.667246 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-88aea5b2-c225-4bc3-8d98-e288136cd3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.668492 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-88aea5b2-c225-4bc3-8d98-e288136cd3cf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/61695819-64ec-4289-8b63-c2431d1ac482 HTTP/1.1" status: 204 len: 168 time: 0.4498839 Oct 16 00:57:33.710118 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-dee72722-457f-4c76-bf90-d1ab50976f3f None None] Current status of the port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:33.770333 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:33.773425 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:33.774522 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:33.839002 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:33.839583 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:27Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:33.840445 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Allocated IP 172.20.0.1 (758abdbd-543f-42fe-8aa7-53af6cbbeb5d/ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d/3a245083-425c-44d7-b1c7-ff24d35e844e) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:33.969465 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] For port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=edc13d5b-c9f2-4dc4-a392-0e617cb7cd97,segment=NetworkSegment(ebb1560a-1126-4b15-8db8-f323ab73a037),segment_id=ebb1560a-1126-4b15-8db8-f323ab73a037)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:33.975792 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:33.992117 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:33.996485 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Publish callbacks [] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.031636 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:34.032417 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:34.035760 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.039435 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe1dc-bfe3-409d-a11a-14de2affff2d admin admin] Publish callbacks [] for security_group (2114e761-d924-4615-a343-717baad55944), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.061863 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.133320 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-a653e739-a40d-4832-b235-bcc38a320f82 None None] Provisioning complete for port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:34.133966 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a653e739-a40d-4832-b235-bcc38a320f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.134457 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-a653e739-a40d-4832-b235-bcc38a320f82 None None] Attempt 1 to provision port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 Oct 16 00:57:34.134627 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:34.145568 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe1dc-bfe3-409d-a11a-14de2affff2d admin admin] Publish callbacks [] for security_group (2114e761-d924-4615-a343-717baad55944), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.148894 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Routers {'0fe95cc5-8422-458f-b86c-c45f224fe276'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:34.149705 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:27Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0fe95cc5-8422-458f-b86c-c45f224fe276'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:34.159297 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Publish callbacks [] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.162550 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:34.163049 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.163425 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 Oct 16 00:57:34.163930 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-293b4db6-18f7-4c21-aaaf-30ffab8b5a10 req-a411f14e-5052-4379-84f9-7a6a7568e701 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 210 time: 0.2232213 Oct 16 00:57:34.167741 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aea5b2-c225-4bc3-8d98-e288136cd3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61695819-64ec-4289-8b63-c2431d1ac482,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:34.174261 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.190173 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:34.215509 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:34.269171 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647593'] for router_interface (04f2e7d9-6f59-4273-afb1-c6b961e608fe), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.277909 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Pushing event updated for resources: {'Port': ['ID=3a245083-425c-44d7-b1c7-ff24d35e844e,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:34.347937 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647477'] for router_interface (66966500-9f64-45ff-98f6-e8d186878a55), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.391475 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] Set router 0fe95cc5-8422-458f-b86c-c45f224fe276 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:34.440741 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Router 289771a6-e20d-4d10-9549-b95a58061b22 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 00:57:34.463197 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:34.466834 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:34.469040 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Pushing event updated for resources: {'Port': ['ID=1243eb6a-8f6b-4732-b89b-091ec46b2b6d,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:34.522346 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:34.532368 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87c578-5a9d-438c-8c51-4558b8fe95f9 None None] Pushing event updated for resources: {'Port': ['ID=a74fd78f-a45f-4321-a4ca-57d2bcba43d1,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:34.565923 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe1dc-bfe3-409d-a11a-14de2affff2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2114e761-d924-4615-a343-717baad55944), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.568525 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe1dc-bfe3-409d-a11a-14de2affff2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.569937 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6cbbe1dc-bfe3-409d-a11a-14de2affff2d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2114e761-d924-4615-a343-717baad55944 HTTP/1.1" status: 204 len: 168 time: 1.3405621 Oct 16 00:57:34.619174 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbe1dc-bfe3-409d-a11a-14de2affff2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2114e761-d924-4615-a343-717baad55944,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:34.636469 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56690) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:34.673559 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d7d1681d-c4cb-44bb-a5fd-e67d3607b113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:34.715789 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83223cd9-48c8-4db1-ae6a-31f64f19eb8f None None] Pushing event updated for resources: {'Port': ['ID=edc13d5b-c9f2-4dc4-a392-0e617cb7cd97,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:34.724536 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:34.728034 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:57:34.735527 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7a675c30-528d-46da-b7e1-443eabe2bd51 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/289771a6-e20d-4d10-9549-b95a58061b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8289111 Oct 16 00:57:34.889493 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Router 04f2e7d9-6f59-4273-afb1-c6b961e608fe has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 00:57:35.066284 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:35.068352 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Sync routers for ids ['289771a6-e20d-4d10-9549-b95a58061b22'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:57:35.119498 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d7d1681d-c4cb-44bb-a5fd-e67d3607b113 admin admin] Publish callbacks [] for security_group (cd80f2e6-9abd-4d00-bfb3-edee4f0a6b26), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:35.129701 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a653e739-a40d-4832-b235-bcc38a320f82 None None] Port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:57:35.140774 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d7d1681d-c4cb-44bb-a5fd-e67d3607b113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (cd80f2e6-9abd-4d00-bfb3-edee4f0a6b26), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:35.151160 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:57:35.160295 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-56976a1f-bf7f-4107-8d69-da53b7f745ba admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/04f2e7d9-6f59-4273-afb1-c6b961e608fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4672680 Oct 16 00:57:35.218744 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-a653e739-a40d-4832-b235-bcc38a320f82 None None] Provisioning complete for port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:35.219266 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a653e739-a40d-4832-b235-bcc38a320f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:35.219650 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-a653e739-a40d-4832-b235-bcc38a320f82 None None] Attempt 1 to provision port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d Oct 16 00:57:35.221509 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Routers {'289771a6-e20d-4d10-9549-b95a58061b22'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:35.222737 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:27Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['289771a6-e20d-4d10-9549-b95a58061b22'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:35.232637 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1681d-c4cb-44bb-a5fd-e67d3607b113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd80f2e6-9abd-4d00-bfb3-edee4f0a6b26,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:35.241065 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d7d1681d-c4cb-44bb-a5fd-e67d3607b113 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7d6e0d35b8394e6fb979a7ba3544d31f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6012552 Oct 16 00:57:35.243188 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56710) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:35.267787 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:35.366620 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-89cf74b6-538b-4192-bd54-0af40ae6cf56 admin admin] Publish callbacks [] for security_group (cd80f2e6-9abd-4d00-bfb3-edee4f0a6b26), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:35.401536 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:35.406793 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:35.452904 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-89cf74b6-538b-4192-bd54-0af40ae6cf56 admin admin] Publish callbacks [] for security_group (cd80f2e6-9abd-4d00-bfb3-edee4f0a6b26), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:35.660454 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-df7f7668-9645-46fe-953d-c0eea72867a3 req-2aa20b6e-f07a-44fd-821a-fc972c4138fa tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 210 time: 0.1109738 Oct 16 00:57:35.691275 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-89cf74b6-538b-4192-bd54-0af40ae6cf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (cd80f2e6-9abd-4d00-bfb3-edee4f0a6b26), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:35.701353 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-89cf74b6-538b-4192-bd54-0af40ae6cf56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:35.703444 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-89cf74b6-538b-4192-bd54-0af40ae6cf56 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cd80f2e6-9abd-4d00-bfb3-edee4f0a6b26 HTTP/1.1" status: 204 len: 168 time: 0.4592624 Oct 16 00:57:35.737897 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a653e739-a40d-4832-b235-bcc38a320f82 None None] Port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:57:35.740898 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56742) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:35.750634 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf74b6-538b-4192-bd54-0af40ae6cf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd80f2e6-9abd-4d00-bfb3-edee4f0a6b26,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:35.812796 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-e78bb504-7375-4031-be04-f9adc7de8177 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1daba3a4330d42c8a14ccdf105b6738c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0703828 Oct 16 00:57:35.815223 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56746) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:35.871009 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Set router 289771a6-e20d-4d10-9549-b95a58061b22 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:36.005515 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2daeb09f-94d5-47aa-8a30-22f0f3d0014b admin admin] Publish callbacks [] for security_group (517414d0-4486-4ad1-9753-53fbc9abfcb5), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:36.074042 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2daeb09f-94d5-47aa-8a30-22f0f3d0014b admin admin] Publish callbacks [] for security_group (517414d0-4486-4ad1-9753-53fbc9abfcb5), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:36.161296 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 49901) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:36.188026 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:36.210457 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Publish callbacks [] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:36.223360 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:36.342420 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:36.359070 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-bd231d54-eef6-4ba4-adde-4b0aceb926f2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:36.371176 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-bd231d54-eef6-4ba4-adde-4b0aceb926f2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 818 time: 0.7411783 Oct 16 00:57:36.402041 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647593'] for router_interface (66966500-9f64-45ff-98f6-e8d186878a55), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:36.404733 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Pushing event updated for resources: {'Port': ['ID=3a245083-425c-44d7-b1c7-ff24d35e844e,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:36.426601 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-8c8f1dd7-995f-44b0-84eb-1d2e03e9e079 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/quotas/5462fcbfca114c8885f77f42b479b13d HTTP/1.1" status: 200 len: 375 time: 0.0540357 Oct 16 00:57:36.486110 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-8765cedf-a868-4ee7-a853-ec10448c8e03 None None] Provisioning complete for port 3a245083-425c-44d7-b1c7-ff24d35e844e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:36.486495 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8765cedf-a868-4ee7-a853-ec10448c8e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:36.488263 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-8765cedf-a868-4ee7-a853-ec10448c8e03 None None] Attempt 1 to provision port 3a245083-425c-44d7-b1c7-ff24d35e844e Oct 16 00:57:36.562328 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2daeb09f-94d5-47aa-8a30-22f0f3d0014b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (517414d0-4486-4ad1-9753-53fbc9abfcb5), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:36.570706 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2daeb09f-94d5-47aa-8a30-22f0f3d0014b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:36.578410 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-2daeb09f-94d5-47aa-8a30-22f0f3d0014b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/517414d0-4486-4ad1-9753-53fbc9abfcb5 HTTP/1.1" status: 204 len: 168 time: 0.7615926 Oct 16 00:57:36.613013 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-c323ad78-19ac-4207-a9e9-83cd4e7d2867 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1851416 Oct 16 00:57:36.694942 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-8765cedf-a868-4ee7-a853-ec10448c8e03 None None] Port 3a245083-425c-44d7-b1c7-ff24d35e844e cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:57:36.744763 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daeb09f-94d5-47aa-8a30-22f0f3d0014b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517414d0-4486-4ad1-9753-53fbc9abfcb5,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:36.829248 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dea4715e-ad85-4d73-b644-145d09d64ba3 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:36.833399 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dea4715e-ad85-4d73-b644-145d09d64ba3 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.36 "GET /networking/v2.0/networks?id=987da718-4a64-4801-99fd-c8b997ad845b HTTP/1.1" status: 200 len: 812 time: 0.6685543 Oct 16 00:57:36.860721 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:36.866625 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:31Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:36.902014 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Request body: {'port': {'device_id': '8a9b3320-e119-44b4-8035-2726ec9b56d4', 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b', 'admin_state_up': True, 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:37.009269 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56812) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:37.056798 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:37.076180 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-aac252f2-5ece-42a4-a6cd-0d35ac83983a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921163935', 'description': 'tempest-description--1805274243'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:37.135471 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:37.140784 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:37.177998 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 29057d15-832d-4bc1-939a-b77306acef22 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:37.235647 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c2749-e27b-42a1-9e75-22909604da44 None None] The sync data for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi is: [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:31Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:57:37.240391 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-8765cedf-a868-4ee7-a853-ec10448c8e03 None None] Provisioning complete for port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:37.240793 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8765cedf-a868-4ee7-a853-ec10448c8e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:37.243675 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-8765cedf-a868-4ee7-a853-ec10448c8e03 None None] Attempt 1 to provision port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d Oct 16 00:57:37.279876 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-f86b05f8-2c43-467c-bc65-97a2b5cf64c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634586 Oct 16 00:57:37.381110 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aac252f2-5ece-42a4-a6cd-0d35ac83983a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:37.390831 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'name': 'tempest-DeleteServersTestJSON-1769523312-router', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28'}], 'enable_snat': True}, 'gw_port_id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:12Z', 'updated_at': '2022-10-16T00:57:21Z', 'revision_number': 4, 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'gw_port': {'id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:13Z', 'updated_at': '2022-10-16T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'edc13d5b-c9f2-4dc4-a392-0e617cb7cd97', 'name': '', 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'mac_address': 'fa:16:3e:65:3e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8fb2b922-74d5-4cae-b397-0d0c25d2079f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'subnets': [{'id': '8fb2b922-74d5-4cae-b397-0d0c25d2079f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:37.489607 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02f69ed-6ced-4178-9d00-7478d840c318 None None] The sync data for ids ['0fe95cc5-8422-458f-b86c-c45f224fe276'] in dv-cinder-master-3-iscsi is: [{'id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'name': 'tempest-DeleteServersTestJSON-1769523312-router', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28'}], 'enable_snat': True}, 'gw_port_id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:12Z', 'updated_at': '2022-10-16T00:57:21Z', 'revision_number': 4, 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'gw_port': {'id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:13Z', 'updated_at': '2022-10-16T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'edc13d5b-c9f2-4dc4-a392-0e617cb7cd97', 'name': '', 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'mac_address': 'fa:16:3e:65:3e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8fb2b922-74d5-4cae-b397-0d0c25d2079f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'subnets': [{'id': '8fb2b922-74d5-4cae-b397-0d0c25d2079f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:57:37.633427 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-8765cedf-a868-4ee7-a853-ec10448c8e03 None None] Port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:57:37.634443 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6056aef3-65bc-4b12-aa69-82728435e69b req-e3a5e05e-d4e2-47f1-8340-d0636ebfb339 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 210 time: 0.3654335 Oct 16 00:57:37.655978 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Router 66966500-9f64-45ff-98f6-e8d186878a55 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 00:57:37.700129 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 29057d15-832d-4bc1-939a-b77306acef22 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:37.700972 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (29057d15-832d-4bc1-939a-b77306acef22), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:37.701644 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 29057d15-832d-4bc1-939a-b77306acef22 Oct 16 00:57:37.749429 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-ebebdc83-94a3-4d74-9a29-06431397a354 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678400 Oct 16 00:57:37.882581 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:30Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6', 'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'mac_address': 'fa:16:3e:5c:27:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:28Z', 'updated_at': '2022-10-16T00:57:31Z', 'revision_number': 2, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'subnets': [{'id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:37.889212 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:57:37.904958 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6cb81f29-b030-4621-bcc9-2fbc75a3011a admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/66966500-9f64-45ff-98f6-e8d186878a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2564621 Oct 16 00:57:37.921847 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Sync routers for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:57:37.959090 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:37.959750 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:27Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:38.008902 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Checking router: 289771a6-e20d-4d10-9549-b95a58061b22 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:57:38.009255 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Updating router 289771a6-e20d-4d10-9549-b95a58061b22 port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 binding host dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:57:38.153029 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-ad5ba329-41aa-4380-84e1-2879a4207607 None None] Provisioning complete for port 3a245083-425c-44d7-b1c7-ff24d35e844e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:38.155543 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba329-41aa-4380-84e1-2879a4207607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:38.156821 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-ad5ba329-41aa-4380-84e1-2879a4207607 None None] Attempt 1 to provision port 3a245083-425c-44d7-b1c7-ff24d35e844e Oct 16 00:57:38.165833 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Made reservation on behalf of c89fd0e945344feab91a37fdb93812e5 for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:38.175944 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:38.306789 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ba329-41aa-4380-84e1-2879a4207607 None None] Port 3a245083-425c-44d7-b1c7-ff24d35e844e cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:57:38.331078 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:38.348697 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:38.373133 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:38.381162 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aac252f2-5ece-42a4-a6cd-0d35ac83983a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (0aa46afa-7cf8-4516-97b1-1f6d9484df92), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:38.394504 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 29057d15-832d-4bc1-939a-b77306acef22 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:38.396092 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:38.634041 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aac252f2-5ece-42a4-a6cd-0d35ac83983a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (0aa46afa-7cf8-4516-97b1-1f6d9484df92), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:38.735458 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:38.738033 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c5fd26da-c189-4bc2-bc07-090930d4d760 req-00dc231d-4531-49b1-a404-b09d000be33f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 210 time: 0.5172405 Oct 16 00:57:38.845702 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac252f2-5ece-42a4-a6cd-0d35ac83983a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa46afa-7cf8-4516-97b1-1f6d9484df92,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:38.931416 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:38.931922 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:38.932209 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 Oct 16 00:57:39.001402 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 2, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:39.058948 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Checking router: 66966500-9f64-45ff-98f6-e8d186878a55 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:57:39.059864 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Updating router 66966500-9f64-45ff-98f6-e8d186878a55 port 3a245083-425c-44d7-b1c7-ff24d35e844e binding host dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:57:39.082694 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aac252f2-5ece-42a4-a6cd-0d35ac83983a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:39.087413 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56912) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:39.090285 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-aac252f2-5ece-42a4-a6cd-0d35ac83983a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0173464 Oct 16 00:57:39.092993 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-2fa8315e-8a5e-42c0-9305-4a4a29acd042 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'security_group_rule': {'security_group_id': '0aa46afa-7cf8-4516-97b1-1f6d9484df92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:39.144876 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:39.154666 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:39.279518 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fa8315e-8a5e-42c0-9305-4a4a29acd042 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (6466298f-835c-4a28-95f2-a901b7a26cef), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:39.310888 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c079f7f2-d173-46a5-bc87-3ab64c90a1e6 req-0bea91ec-82e1-4084-ad18-2d96c7467b7b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 210 time: 0.3495102 Oct 16 00:57:39.649032 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:39.650500 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:39.663559 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fa8315e-8a5e-42c0-9305-4a4a29acd042 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (6466298f-835c-4a28-95f2-a901b7a26cef), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:39.693448 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fa8315e-8a5e-42c0-9305-4a4a29acd042 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (6466298f-835c-4a28-95f2-a901b7a26cef), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:39.789662 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8315e-8a5e-42c0-9305-4a4a29acd042 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6466298f-835c-4a28-95f2-a901b7a26cef,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:39.835157 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56946) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:39.851015 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-91276e57-3cad-4ca3-99bc-0301d645e60f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977466123', 'description': 'tempest-description--1700305816'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:39.880182 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=71efdb3f-9c56-4a2c-8049-f6c1d0baa573,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:57:39.924077 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:39.925492 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:39.953725 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fa8315e-8a5e-42c0-9305-4a4a29acd042 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:39.956953 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2fa8315e-8a5e-42c0-9305-4a4a29acd042 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8684988 Oct 16 00:57:39.969655 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56950) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:39.987905 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-7cf3bd6a-be2f-477d-80ad-bc930df18672 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'security_group_rule': {'security_group_id': '0aa46afa-7cf8-4516-97b1-1f6d9484df92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:40.067500 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-91276e57-3cad-4ca3-99bc-0301d645e60f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:40.083951 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bd6a-be2f-477d-80ad-bc930df18672 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (90d74311-4dce-4798-a304-3882de5fcc8d), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:40.097188 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Publish callbacks [] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:40.108826 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:40.209236 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:40.261764 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:40.289336 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:40.290124 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:40.290627 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 Oct 16 00:57:40.395796 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Publish callbacks [] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:40.402364 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=71efdb3f-9c56-4a2c-8049-f6c1d0baa573,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:40.464081 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:40.627203 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-891c0a9a-f1f3-4e6c-a9f5-f2eea0b4d141 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:40.631257 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-891c0a9a-f1f3-4e6c-a9f5-f2eea0b4d141 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 818 time: 0.4044960 Oct 16 00:57:40.640789 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-91276e57-3cad-4ca3-99bc-0301d645e60f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group (d93458da-7a02-4d80-8695-660bb21543cd), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:40.660846 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-d9d20eaa-2eb0-4ad6-afd8-b6372ff5abfb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/quotas/5462fcbfca114c8885f77f42b479b13d HTTP/1.1" status: 200 len: 375 time: 0.0166006 Oct 16 00:57:40.663800 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-91276e57-3cad-4ca3-99bc-0301d645e60f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (d93458da-7a02-4d80-8695-660bb21543cd), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:40.748979 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6703fe8-1cdb-4a85-a9ad-3829b503968e None None] Pushing event updated for resources: {'Port': ['ID=3a245083-425c-44d7-b1c7-ff24d35e844e,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:40.783097 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91276e57-3cad-4ca3-99bc-0301d645e60f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93458da-7a02-4d80-8695-660bb21543cd,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:40.843324 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bd6a-be2f-477d-80ad-bc930df18672 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (90d74311-4dce-4798-a304-3882de5fcc8d), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:40.847852 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56980) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:40.890777 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Allocated IP 172.20.0.12 (987da718-4a64-4801-99fd-c8b997ad845b/8fb2b922-74d5-4cae-b397-0d0c25d2079f/67ec654d-ac07-4f60-a537-631325285925) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:40.909523 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bd6a-be2f-477d-80ad-bc930df18672 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (90d74311-4dce-4798-a304-3882de5fcc8d), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:41.005720 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Attempting to bind port 3a245083-425c-44d7-b1c7-ff24d35e844e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:41.009298 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Attempting to bind port 3a245083-425c-44d7-b1c7-ff24d35e844e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:41.009986 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Attempting to bind port 3a245083-425c-44d7-b1c7-ff24d35e844e on network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:41.033015 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-91276e57-3cad-4ca3-99bc-0301d645e60f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:41.034561 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-91276e57-3cad-4ca3-99bc-0301d645e60f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1950729 Oct 16 00:57:41.055269 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-dbf5c639-f200-43b1-8791-ef9bf35ec58b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3773954 Oct 16 00:57:41.076597 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e6f0d39a-b7e0-4c1d-8852-6c84e26c6de6 req-07457784-8c98-435e-8b83-132865b81eea tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 210 time: 0.3147709 Oct 16 00:57:41.081890 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 56986) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:41.096636 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3bd6a-be2f-477d-80ad-bc930df18672 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d74311-4dce-4798-a304-3882de5fcc8d,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:41.102276 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-80ab45be-2bcd-49c4-806b-e10c44ddc3f7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Request body: {'security_group_rule': {'security_group_id': 'd93458da-7a02-4d80-8695-660bb21543cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:41.117442 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7cf3bd6a-be2f-477d-80ad-bc930df18672 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:41.119415 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:41.127032 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7cf3bd6a-be2f-477d-80ad-bc930df18672 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1576958 Oct 16 00:57:41.128147 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 56992) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:41.135961 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:41.148653 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:41.202444 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:41.207035 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Checking segment: {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:41.210838 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:41.212633 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Bound using segment: {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:41.215013 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Bound port: 3a245083-425c-44d7-b1c7-ff24d35e844e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:41.215748 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:41.222112 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-80ab45be-2bcd-49c4-806b-e10c44ddc3f7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group_rule (af5d9393-0fea-488a-9fba-d1ded2a6c25b), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:41.274737 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:41.364723 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:41.411524 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70c9d6-2223-43b7-83de-57a219249145 None None] Pushing event updated for resources: {'Port': ['ID=d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:41.450337 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Attempting to bind port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:41.451224 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Attempting to bind port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:41.455341 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Attempting to bind port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 on network f6d9aa56-b330-4b62-a416-c067206c96f0 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:41.515624 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] For port 3a245083-425c-44d7-b1c7-ff24d35e844e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:41.552567 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] For port 3a245083-425c-44d7-b1c7-ff24d35e844e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3a245083-425c-44d7-b1c7-ff24d35e844e,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:41.601149 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:41.664719 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:41.665149 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Checking segment: {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:41.665582 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:41.666059 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Bound using segment: {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:41.666646 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Bound port: d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:41.667089 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:41.772508 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] For port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:41.776163 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] For port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:41.785457 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:41.875686 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-80ab45be-2bcd-49c4-806b-e10c44ddc3f7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group_rule (af5d9393-0fea-488a-9fba-d1ded2a6c25b), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:41.968881 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70c9d6-2223-43b7-83de-57a219249145 None None] Pushing event updated for resources: {'Port': ['ID=d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:41.996241 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:41.999978 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:27Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:42.050688 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Routers {'289771a6-e20d-4d10-9549-b95a58061b22'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:42.051512 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:27Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['289771a6-e20d-4d10-9549-b95a58061b22'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:42.198046 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:42.219890 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Publish callbacks [] for port (67ec654d-ac07-4f60-a537-631325285925), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:42.295917 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] Set router 289771a6-e20d-4d10-9549-b95a58061b22 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:42.313185 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6703fe8-1cdb-4a85-a9ad-3829b503968e None None] Pushing event updated for resources: {'Port': ['ID=3a245083-425c-44d7-b1c7-ff24d35e844e,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:42.334649 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-80ab45be-2bcd-49c4-806b-e10c44ddc3f7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (af5d9393-0fea-488a-9fba-d1ded2a6c25b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:42.353115 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (67ec654d-ac07-4f60-a537-631325285925), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:42.424728 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:42.438011 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 42633501-06b6-4c52-92d4-45822c5b414e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:42.608061 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-79772f78-d62f-40ea-8ceb-a96c107c5432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:42.686394 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Network 987da718-4a64-4801-99fd-c8b997ad845b is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:42.709620 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:42.714491 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-80ab45be-2bcd-49c4-806b-e10c44ddc3f7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:42.716732 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-80ab45be-2bcd-49c4-806b-e10c44ddc3f7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6315966 Oct 16 00:57:42.718452 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:42.747270 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Allocated IP 172.37.2.222 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:42.768466 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:42.788681 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:42.796094 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57026) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:42.807708 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab45be-2bcd-49c4-806b-e10c44ddc3f7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5d9393-0fea-488a-9fba-d1ded2a6c25b,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:42.822924 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 49913) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:42.834458 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-27e8d476-f977-44aa-956f-612413b18ee7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Request body: {'security_group_rule': {'security_group_id': 'd93458da-7a02-4d80-8695-660bb21543cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:42.903824 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Pushing event updated for resources: {'Port': ['ID=67ec654d-ac07-4f60-a537-631325285925,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:42.949346 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-27e8d476-f977-44aa-956f-612413b18ee7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group_rule (68911359-5b95-49c8-bbf7-8be4f388653a), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:42.953589 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:42.997484 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 42633501-06b6-4c52-92d4-45822c5b414e triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:42.997853 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (42633501-06b6-4c52-92d4-45822c5b414e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:43.000952 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 42633501-06b6-4c52-92d4-45822c5b414e Oct 16 00:57:43.131652 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:43.142804 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:43.144691 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:43.258609 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for port (ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:43.281345 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-dd691164-c842-48e2-a2c5-7f3fea4e4c0b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3852623 Oct 16 00:57:43.292570 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-64284cfb-9a9e-41ca-8a41-133bcd788233 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 00:57:43.305941 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-64284cfb-9a9e-41ca-8a41-133bcd788233 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9583399 Oct 16 00:57:43.344294 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:43.364645 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:43.477995 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-3f6f1e28-6f71-48bd-9827-db3ab5348488 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699791 Oct 16 00:57:43.511630 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:43.586104 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d79cde-e7f3-408b-8c82-181746d62e91 req-5a11bdb9-9740-4c5f-ba4f-ba49631b6170 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:43.599121 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74d79cde-e7f3-408b-8c82-181746d62e91 req-5a11bdb9-9740-4c5f-ba4f-ba49631b6170 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 932 time: 1.2133710 Oct 16 00:57:43.607259 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-5be85311-eade-4227-add0-d62f78841f2f tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 00:57:43.611719 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-5be85311-eade-4227-add0-d62f78841f2f tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2811437 Oct 16 00:57:43.642820 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-62511cb5-af58-42c1-924e-843bd9322271 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617644 Oct 16 00:57:43.651575 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-ea47be57-26a1-49c0-88ae-b35547ad85e0 None None] Provisioning complete for port 67ec654d-ac07-4f60-a537-631325285925 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:43.652272 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ea47be57-26a1-49c0-88ae-b35547ad85e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (67ec654d-ac07-4f60-a537-631325285925), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:43.652826 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-ea47be57-26a1-49c0-88ae-b35547ad85e0 None None] Attempt 1 to provision port 67ec654d-ac07-4f60-a537-631325285925 Oct 16 00:57:43.690263 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:43.696361 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:43.713098 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:43.798319 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 42633501-06b6-4c52-92d4-45822c5b414e is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:43.798884 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (42633501-06b6-4c52-92d4-45822c5b414e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:43.861249 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'Port': ['ID=ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:43.863393 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:41Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:43.915263 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 42633501-06b6-4c52-92d4-45822c5b414e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42633501-06b6-4c52-92d4-45822c5b414e,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:57:43.915481 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a988c32-eaf3-4154-a101-6cc90043c715 None None] The sync data for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi is: [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:41Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:57:43.977139 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (42633501-06b6-4c52-92d4-45822c5b414e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:43.983087 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:44.083989 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ea47be57-26a1-49c0-88ae-b35547ad85e0 None None] Port 67ec654d-ac07-4f60-a537-631325285925 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:57:44.094470 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-79772f78-d62f-40ea-8ceb-a96c107c5432 admin admin] Publish callbacks [] for security_group (9e67a34f-f584-4c62-83df-6e1353d457b2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:44.199005 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-86f0eba4-8596-49b6-9119-4325714f4485 req-c3ab883b-59cd-40ca-b34a-920aeb6f9b48 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 210 time: 0.0900862 Oct 16 00:57:44.212731 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-79772f78-d62f-40ea-8ceb-a96c107c5432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (9e67a34f-f584-4c62-83df-6e1353d457b2), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:44.259132 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:30Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6', 'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'mac_address': 'fa:16:3e:5c:27:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:28Z', 'updated_at': '2022-10-16T00:57:41Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'subnets': [{'id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:44.274323 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-27e8d476-f977-44aa-956f-612413b18ee7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group_rule (68911359-5b95-49c8-bbf7-8be4f388653a), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:44.303242 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedbac75-77a5-430e-91a3-cbf9651cb69f None None] The sync data for ids ['289771a6-e20d-4d10-9549-b95a58061b22'] in dv-cinder-master-3-iscsi is: [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:30Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6', 'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'mac_address': 'fa:16:3e:5c:27:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:28Z', 'updated_at': '2022-10-16T00:57:41Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'subnets': [{'id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:57:44.356858 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:44.357471 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:44.362201 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 Oct 16 00:57:44.368080 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-fdd8bea1-52a5-48cf-81ba-00cf60bdb863 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:44.370023 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-fdd8bea1-52a5-48cf-81ba-00cf60bdb863 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 818 time: 1.4941494 Oct 16 00:57:44.389602 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-27e8d476-f977-44aa-956f-612413b18ee7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (68911359-5b95-49c8-bbf7-8be4f388653a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:44.393392 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79772f78-d62f-40ea-8ceb-a96c107c5432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e67a34f-f584-4c62-83df-6e1353d457b2,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:44.404419 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Request body: {'port': {'device_id': '8d7ed11a-f7aa-4bed-bf41-596a5feb1c14', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'admin_state_up': True, 'tenant_id': '5462fcbfca114c8885f77f42b479b13d'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:44.506100 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8d476-f977-44aa-956f-612413b18ee7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68911359-5b95-49c8-bbf7-8be4f388653a,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:44.527196 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-79772f78-d62f-40ea-8ceb-a96c107c5432 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e0fab4fb42b54a239f72b2696485c3b7&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6384275 Oct 16 00:57:44.533370 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57078) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:44.579571 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Request body: {'port': {'device_id': '8a9b3320-e119-44b4-8035-2726ec9b56d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:44.595459 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-27e8d476-f977-44aa-956f-612413b18ee7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:44.599931 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-27e8d476-f977-44aa-956f-612413b18ee7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7821147 Oct 16 00:57:44.605114 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57082) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:44.633162 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:44.645616 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (63361ebc-ed62-43cf-a9e3-1ab87fe709d4), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:44.783968 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=42633501-06b6-4c52-92d4-45822c5b414e,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:44.804480 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74d79cde-e7f3-408b-8c82-181746d62e91 req-e298d708-4b52-4593-b2d6-0a24f837a112 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2042806 Oct 16 00:57:44.819543 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:44.826195 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (67ec654d-ac07-4f60-a537-631325285925), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:44.844314 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:44.860080 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:44.988239 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:45.000222 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4cebfe5c-6f57-4a7f-b5d9-c26332856f99 admin admin] Publish callbacks [] for security_group (9e67a34f-f584-4c62-83df-6e1353d457b2), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:45.025211 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:45.034240 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Made reservation on behalf of 5462fcbfca114c8885f77f42b479b13d for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:45.045998 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:45.412879 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for port (ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:45.414944 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:45.419260 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:45.473613 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4cebfe5c-6f57-4a7f-b5d9-c26332856f99 admin admin] Publish callbacks [] for security_group (9e67a34f-f584-4c62-83df-6e1353d457b2), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:45.494431 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Sync routers for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:57:45.521722 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:45.527125 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:27Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:45.565151 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'Port': ['ID=ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:45.723599 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (63361ebc-ed62-43cf-a9e3-1ab87fe709d4), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:45.771754 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:45.779471 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d83c7d1b-19bf-45fd-911e-247a8ec07f05 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6469591 Oct 16 00:57:45.856678 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:45.949567 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device a74fd78f-a45f-4321-a4ca-57d2bcba43d1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:46.068891 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-05caeab8-541b-41c4-9b1c-5c699be6fbed req-a45a8335-c53a-4fc0-9147-c4ddd1e43262 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 210 time: 0.6036806 Oct 16 00:57:46.199270 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9e46a-2b50-4ff7-8426-5ce38099de52 req-8f89b297-d231-40fc-b6dd-a9d4cbe355ac tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:46.205421 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27c9e46a-2b50-4ff7-8426-5ce38099de52 req-8f89b297-d231-40fc-b6dd-a9d4cbe355ac tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 932 time: 0.2573757 Oct 16 00:57:46.323383 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port a74fd78f-a45f-4321-a4ca-57d2bcba43d1 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:46.324440 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:46.328532 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port a74fd78f-a45f-4321-a4ca-57d2bcba43d1 Oct 16 00:57:46.385898 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27c9e46a-2b50-4ff7-8426-5ce38099de52 req-de2b0bb4-dd13-4063-bbe8-b0f92f651f78 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699944 Oct 16 00:57:46.929571 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port a74fd78f-a45f-4321-a4ca-57d2bcba43d1 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:46.930248 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:46.935876 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:46.978905 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port a74fd78f-a45f-4321-a4ca-57d2bcba43d1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a74fd78f-a45f-4321-a4ca-57d2bcba43d1,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:57:46.999518 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:34Z', 'revision_number': 2, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:47.042674 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Checking router: 04f2e7d9-6f59-4273-afb1-c6b961e608fe for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:57:47.043406 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Updating router 04f2e7d9-6f59-4273-afb1-c6b961e608fe port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d binding host dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:57:47.048468 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:47.049582 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:47.136851 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:47.328872 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:47.330008 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=a74fd78f-a45f-4321-a4ca-57d2bcba43d1,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:47.352008 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-97ca63c3-0e86-489e-81f5-321da96af4c9 req-96acf618-b667-4648-b52b-347f82ea5520 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 210 time: 0.0768011 Oct 16 00:57:47.426842 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:47.431438 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:47.431796 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:47.432290 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 Oct 16 00:57:47.443399 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4cebfe5c-6f57-4a7f-b5d9-c26332856f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (9e67a34f-f584-4c62-83df-6e1353d457b2), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:47.459268 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4cebfe5c-6f57-4a7f-b5d9-c26332856f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:47.473822 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-4cebfe5c-6f57-4a7f-b5d9-c26332856f99 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9e67a34f-f584-4c62-83df-6e1353d457b2 HTTP/1.1" status: 204 len: 168 time: 2.9244318 Oct 16 00:57:47.481972 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-247a9880-d4ef-4d08-8582-cb144657c496 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1921163935&fields=id&tenant_id=fb3c758e27684dcd9265e2d60036d80b HTTP/1.1" status: 200 len: 267 time: 0.7035506 Oct 16 00:57:47.582483 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Allocated IP 172.20.0.7 (f6d9aa56-b330-4b62-a416-c067206c96f0/a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c/37a89ecc-65c3-483a-b753-8ddbd32b4132) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:47.663617 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebfe5c-6f57-4a7f-b5d9-c26332856f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e67a34f-f584-4c62-83df-6e1353d457b2,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:47.756700 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 49922) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:47.814462 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:47.950708 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec4064-1c53-4ce8-b3ab-64ecfdf63980 req-95bc4ceb-bb15-4f5b-8aae-0331b8f81638 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:47.952640 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3aec4064-1c53-4ce8-b3ab-64ecfdf63980 req-95bc4ceb-bb15-4f5b-8aae-0331b8f81638 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 932 time: 0.3136148 Oct 16 00:57:47.970525 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:47.997543 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Allocated IP 172.37.2.167 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:48.119058 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=7,neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:48.186984 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:48.489555 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-c258441d-4588-4250-9585-711d33c8e00b tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:48.491192 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-c258441d-4588-4250-9585-711d33c8e00b tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 815 time: 0.9842715 Oct 16 00:57:48.550114 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3aec4064-1c53-4ce8-b3ab-64ecfdf63980 req-0025e2db-174c-482e-bb23-633cbaa1e76c tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617354 Oct 16 00:57:48.592436 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-9f4b87f6-b7e0-48d8-a093-0ebab3904d09 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:48.593981 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-9f4b87f6-b7e0-48d8-a093-0ebab3904d09 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 818 time: 0.8328557 Oct 16 00:57:48.630959 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Request body: {'port': {'device_id': 'b9dffef0-6081-49ec-9c9e-2412f35c0907', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'admin_state_up': True, 'tenant_id': '5462fcbfca114c8885f77f42b479b13d'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:48.632889 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:48.633287 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:48.797149 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57216) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:48.864017 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c64d9f13-6bbf-44ad-b34f-8fa843346530 req-3f7daf0d-dbce-4f55-918f-dd2b8f9c022d tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 210 time: 0.0866191 Oct 16 00:57:48.865694 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d7371d11-7ee5-4d7b-92da-7db6e3f466b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:48.923713 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-9078d481-f6c8-4239-b6c2-371d86447956 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/quotas/fb3c758e27684dcd9265e2d60036d80b HTTP/1.1" status: 200 len: 375 time: 0.2529624 Oct 16 00:57:48.937475 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ec654d-ac07-4f60-a537-631325285925 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:57:49.018499 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Publish callbacks [] for port (67ec654d-ac07-4f60-a537-631325285925), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:49.041809 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:49.166895 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for port (5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:49.176338 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Transition to ACTIVE for port object 67ec654d-ac07-4f60-a537-631325285925 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 00:57:49.190632 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Made reservation on behalf of 5462fcbfca114c8885f77f42b479b13d for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:49.195356 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:49.226788 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-b194b944-398f-47c3-a235-cb7d6407b1f0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2539284 Oct 16 00:57:49.229334 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Publish callbacks [] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:49.230844 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (67ec654d-ac07-4f60-a537-631325285925), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:49.235292 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=edc13d5b-c9f2-4dc4-a392-0e617cb7cd97,segment=NetworkSegment(ebb1560a-1126-4b15-8db8-f323ab73a037),segment_id=ebb1560a-1126-4b15-8db8-f323ab73a037)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:57:49.253530 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:49.254556 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 3a245083-425c-44d7-b1c7-ff24d35e844e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:49.259629 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:49.288851 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d7371d11-7ee5-4d7b-92da-7db6e3f466b6 admin admin] Publish callbacks [] for security_group (3c48fee8-48d4-4e7d-b9b5-94496c802cbe), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:49.438611 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:49.525921 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d7371d11-7ee5-4d7b-92da-7db6e3f466b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3c48fee8-48d4-4e7d-b9b5-94496c802cbe), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:49.619838 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d7371d11-7ee5-4d7b-92da-7db6e3f466b6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=64bd21611c864051a08b910c68d58539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8204379 Oct 16 00:57:49.625492 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57252) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:49.626312 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7371d11-7ee5-4d7b-92da-7db6e3f466b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c48fee8-48d4-4e7d-b9b5-94496c802cbe,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:49.637095 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=edc13d5b-c9f2-4dc4-a392-0e617cb7cd97,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:49.714542 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Pushing event updated for resources: {'Port': ['ID=67ec654d-ac07-4f60-a537-631325285925,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:49.821147 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Attempting to bind port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:49.822578 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Attempting to bind port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:49.824176 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Attempting to bind port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:49.856708 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:49.940186 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:49.998267 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7954f922-634a-4e1d-8bf9-32a90704be2e admin admin] Publish callbacks [] for security_group (3c48fee8-48d4-4e7d-b9b5-94496c802cbe), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:50.011813 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:50.016239 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Checking segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:50.016939 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:50.017354 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Bound using segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:50.019219 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Bound port: 1243eb6a-8f6b-4732-b89b-091ec46b2b6d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:50.021567 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:50.023038 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:50.041991 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-766278fa-9e1e-47c6-b32b-4aafdee351a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7807567 Oct 16 00:57:50.059960 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:50.062690 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Attempting to bind port 67ec654d-ac07-4f60-a537-631325285925 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:50.063336 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Attempting to bind port 67ec654d-ac07-4f60-a537-631325285925 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:50.067504 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Attempting to bind port 67ec654d-ac07-4f60-a537-631325285925 on network 987da718-4a64-4801-99fd-c8b997ad845b {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:50.070171 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event updated for resources: {'Port': ['ID=5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:50.090167 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:50.127911 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf2c6a-c08f-45ea-9aa5-b0ba2cc3f2e7 req-20cdceec-83fb-42e1-94da-ac7965ef0e6e tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:50.133846 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eaaf2c6a-c08f-45ea-9aa5-b0ba2cc3f2e7 req-20cdceec-83fb-42e1-94da-ac7965ef0e6e tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 944 time: 0.3639011 Oct 16 00:57:50.148887 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 3a245083-425c-44d7-b1c7-ff24d35e844e triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:50.149431 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:50.149786 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 3a245083-425c-44d7-b1c7-ff24d35e844e Oct 16 00:57:50.313994 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7954f922-634a-4e1d-8bf9-32a90704be2e admin admin] Publish callbacks [] for security_group (3c48fee8-48d4-4e7d-b9b5-94496c802cbe), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:50.354014 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:50.369641 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:50.393630 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 3a245083-425c-44d7-b1c7-ff24d35e844e is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:50.394261 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:50.415082 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Network f6d9aa56-b330-4b62-a416-c067206c96f0 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:50.444409 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97578b-404c-48aa-af20-9d549290970f None None] Pushing event updated for resources: {'Port': ['ID=1243eb6a-8f6b-4732-b89b-091ec46b2b6d,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:50.475300 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:50.508671 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:50.533574 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:50.546520 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event updated for resources: {'Port': ['ID=37a89ecc-65c3-483a-b753-8ddbd32b4132,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:50.589011 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 3a245083-425c-44d7-b1c7-ff24d35e844e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3a245083-425c-44d7-b1c7-ff24d35e844e,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:57:50.590797 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] For port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:50.608257 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Allocated IP 172.20.0.10 (f6d9aa56-b330-4b62-a416-c067206c96f0/a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c/e6727a07-61b9-4fef-83e4-902cce857bee) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:50.609037 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:50.620895 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:50.708788 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Port 67ec654d-ac07-4f60-a537-631325285925 on network 987da718-4a64-4801-99fd-c8b997ad845b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 00:57:50.711384 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Attempting to bind port 67ec654d-ac07-4f60-a537-631325285925 on network 987da718-4a64-4801-99fd-c8b997ad845b {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:50.730244 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eaaf2c6a-c08f-45ea-9aa5-b0ba2cc3f2e7 req-836bc706-4b69-478d-96c1-31c5290ef046 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177398 Oct 16 00:57:50.836040 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7954f922-634a-4e1d-8bf9-32a90704be2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3c48fee8-48d4-4e7d-b9b5-94496c802cbe), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:50.859522 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7954f922-634a-4e1d-8bf9-32a90704be2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:50.860706 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7954f922-634a-4e1d-8bf9-32a90704be2e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3c48fee8-48d4-4e7d-b9b5-94496c802cbe HTTP/1.1" status: 204 len: 168 time: 1.2187524 Oct 16 00:57:50.897551 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-42b9b17d-b462-4a46-a8a4-1b9357f98edd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8534513 Oct 16 00:57:50.965187 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954f922-634a-4e1d-8bf9-32a90704be2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c48fee8-48d4-4e7d-b9b5-94496c802cbe,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:51.061519 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=3a245083-425c-44d7-b1c7-ff24d35e844e,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:51.149817 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] For port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1243eb6a-8f6b-4732-b89b-091ec46b2b6d,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:51.157845 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:51.158601 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:51.243697 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:51.256399 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-dbabb6ca-05ba-47cc-b989-8300bc537d5a None None] Provisioning complete for port 37a89ecc-65c3-483a-b753-8ddbd32b4132 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:51.257688 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dbabb6ca-05ba-47cc-b989-8300bc537d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:51.261621 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-dbabb6ca-05ba-47cc-b989-8300bc537d5a None None] Attempt 1 to provision port 37a89ecc-65c3-483a-b753-8ddbd32b4132 Oct 16 00:57:51.265052 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:51.274381 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7abfc466-b4e7-42bc-a333-bf48590b7c4f req-878c0c3a-41ff-4fa1-bd49-387b74d68714 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 210 time: 0.2618256 Oct 16 00:57:51.335890 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57324) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:51.418184 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6e470f44-e938-4cef-b72b-05f49d7596cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0181899 Oct 16 00:57:51.447448 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Request body: {'port': {'device_id': '8d7ed11a-f7aa-4bed-bf41-596a5feb1c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:51.459509 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:51.460080 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:51.460284 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 Oct 16 00:57:51.548882 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4800030d-185b-44b5-b630-4dd439a457f2 req-d09fb09c-4b47-446b-8a1e-f990fc4ce421 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 210 time: 0.1604795 Oct 16 00:57:51.550501 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:51.550946 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Checking segment: {'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:51.551590 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Bound using segment: {'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:51.552218 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Bound port: 67ec654d-ac07-4f60-a537-631325285925, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb1560a-1126-4b15-8db8-f323ab73a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:51.552623 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (67ec654d-ac07-4f60-a537-631325285925), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:51.586123 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for port (e6727a07-61b9-4fef-83e4-902cce857bee), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:51.592528 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:51.672585 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-dbabb6ca-05ba-47cc-b989-8300bc537d5a None None] Port 37a89ecc-65c3-483a-b753-8ddbd32b4132 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:57:51.680070 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:51.682732 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:57:51.685241 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:27Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:51.855490 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Network f6d9aa56-b330-4b62-a416-c067206c96f0 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:51.862285 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:51.890072 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97578b-404c-48aa-af20-9d549290970f None None] Pushing event updated for resources: {'Port': ['ID=1243eb6a-8f6b-4732-b89b-091ec46b2b6d,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:51.920261 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:52.019160 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:52.105335 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57342) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:52.119311 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:52.121009 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:52.156384 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:57:52.161280 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:52.307497 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event updated for resources: {'Port': ['ID=e6727a07-61b9-4fef-83e4-902cce857bee,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:52.331590 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06075b-46a6-450b-bdb5-65b038af2ee6 req-17a70605-209c-415b-93f1-70027735b9a4 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:52.359657 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dc06075b-46a6-450b-bdb5-65b038af2ee6 req-17a70605-209c-415b-93f1-70027735b9a4 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 944 time: 0.3685434 Oct 16 00:57:52.377182 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:52.380062 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:52.584905 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:57:52.591943 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a7094a7f-b093-437c-be14-e67534f121d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:52.639751 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (1bcd5911-464c-47c0-b764-2f44e2439a70), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:52.662821 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:52.666372 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:52.670695 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dc06075b-46a6-450b-bdb5-65b038af2ee6 req-5b630a53-df9f-468c-aaf9-aa4fbd95685b tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076084 Oct 16 00:57:52.692261 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-1d5eb9b8-135d-44f8-8a70-f7c87a39ed5c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0789630 Oct 16 00:57:52.751826 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Request body: {'port': {'device_id': 'b9dffef0-6081-49ec-9c9e-2412f35c0907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:52.905422 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:52.935556 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-0375c71e-cdef-42b1-8dbb-5b7329f4b05a None None] Provisioning complete for port e6727a07-61b9-4fef-83e4-902cce857bee triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:52.938893 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0375c71e-cdef-42b1-8dbb-5b7329f4b05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:52.940080 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-0375c71e-cdef-42b1-8dbb-5b7329f4b05a None None] Attempt 1 to provision port e6727a07-61b9-4fef-83e4-902cce857bee Oct 16 00:57:53.020264 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:53.159696 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-0375c71e-cdef-42b1-8dbb-5b7329f4b05a None None] Port e6727a07-61b9-4fef-83e4-902cce857bee cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:57:53.166805 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:53.167207 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:53.167547 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 Oct 16 00:57:53.264914 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:53.274993 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b949d366-0509-494c-8336-1990b2cb1911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:53.312613 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:57:53.362295 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:53.409456 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b57186-5f80-4532-bfa4-c42258c6521f None None] The sync data for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi is: [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:57:53.449492 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:53.538240 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0928db8-20bb-4adc-b9d5-a6668e83498d req-3ccb4f06-64b4-439c-8b6a-65125764c289 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:53.540155 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0928db8-20bb-4adc-b9d5-a6668e83498d req-3ccb4f06-64b4-439c-8b6a-65125764c289 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 932 time: 0.9414122 Oct 16 00:57:53.562104 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:53.565535 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 42633501-06b6-4c52-92d4-45822c5b414e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:53.602485 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for port (5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:53.616805 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b949d366-0509-494c-8336-1990b2cb1911 admin admin] Publish callbacks [] for security_group (cebda2ee-f26d-45f1-aa28-e01544d43dca), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:53.624703 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9d1d8a43-fa4f-4402-b9de-ba2c87eb3c12 req-2e216cde-b8d8-4c9b-ad02-62773a6b4f32 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 210 time: 0.3414400 Oct 16 00:57:53.630831 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b949d366-0509-494c-8336-1990b2cb1911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (cebda2ee-f26d-45f1-aa28-e01544d43dca), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:53.669216 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b949d366-0509-494c-8336-1990b2cb1911 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1e231fb307c24d1897d19a612aaa1259&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5213568 Oct 16 00:57:53.679655 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57394) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:53.737120 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:53.763791 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949d366-0509-494c-8336-1990b2cb1911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebda2ee-f26d-45f1-aa28-e01544d43dca,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:53.799710 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:53.805573 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6cf2-9a13-4581-9585-3a4ca920ee23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:53.850195 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57400) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:53.853951 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 42633501-06b6-4c52-92d4-45822c5b414e triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:53.854758 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (42633501-06b6-4c52-92d4-45822c5b414e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:53.855339 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 42633501-06b6-4c52-92d4-45822c5b414e Oct 16 00:57:53.863288 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:53.915463 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=57 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:54.156976 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event updated for resources: {'Port': ['ID=5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:54.190270 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:54.192068 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 42633501-06b6-4c52-92d4-45822c5b414e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:54.211256 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] For port 67ec654d-ac07-4f60-a537-631325285925, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:54.256638 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3e271107-79f8-4ea2-a50a-97faca942c20 admin admin] Publish callbacks [] for security_group (cebda2ee-f26d-45f1-aa28-e01544d43dca), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:54.345431 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5665b0c-0ee2-4362-bafc-e7bb42cd859e req-bf6b95cd-29f9-409e-9dd3-9d03cf34bda4 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:54.361347 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5665b0c-0ee2-4362-bafc-e7bb42cd859e req-bf6b95cd-29f9-409e-9dd3-9d03cf34bda4 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 944 time: 0.4552455 Oct 16 00:57:54.396281 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] For port 67ec654d-ac07-4f60-a537-631325285925, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=67ec654d-ac07-4f60-a537-631325285925,segment=NetworkSegment(ebb1560a-1126-4b15-8db8-f323ab73a037),segment_id=ebb1560a-1126-4b15-8db8-f323ab73a037)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:54.448430 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (1bcd5911-464c-47c0-b764-2f44e2439a70), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:54.506839 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 49933) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:54.516384 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:57:54.524128 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:UPDATE=1,neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:54.537245 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0928db8-20bb-4adc-b9d5-a6668e83498d req-c67dcdda-cfc1-4d21-bb1f-a16d84ee2cdf tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9444571 Oct 16 00:57:54.555428 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:54.556434 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-79db1395-8e65-42b6-a646-648f6969f052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:54.562274 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:54.578324 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1572e2cc-ec2c-4a0f-aace-7c9d60b7d07c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.9403117 Oct 16 00:57:54.578324 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (67ec654d-ac07-4f60-a537-631325285925), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:54.620142 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3e271107-79f8-4ea2-a50a-97faca942c20 admin admin] Publish callbacks [] for security_group (cebda2ee-f26d-45f1-aa28-e01544d43dca), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:54.641113 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 1243eb6a-8f6b-4732-b89b-091ec46b2b6d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:54.706743 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:54.711743 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:54.718886 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/67ec654d-ac07-4f60-a537-631325285925 HTTP/1.1" status: 200 len: 1094 time: 10.6942112 Oct 16 00:57:54.722665 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9b3320-e119-44b4-8035-2726ec9b56d4', 'tag': '67ec654d-ac07-4f60-a537-631325285925'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:57:54.890085 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:54.892007 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:54.896445 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d Oct 16 00:57:54.950628 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-79db1395-8e65-42b6-a646-648f6969f052 admin admin] Publish callbacks [] for security_group (437cd40b-7478-4ab0-a4c9-f8967ae3b510), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:54.989721 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5665b0c-0ee2-4362-bafc-e7bb42cd859e req-e68111f8-f58e-4364-982c-82c92278ba62 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232953 Oct 16 00:57:55.028356 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-79db1395-8e65-42b6-a646-648f6969f052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (437cd40b-7478-4ab0-a4c9-f8967ae3b510), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:55.149282 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6952a958-a197-4eca-b25d-f55739b410b0 req-4c8ff6ee-686d-46e1-8c31-348a113f749a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 210 time: 0.2429051 Oct 16 00:57:55.216030 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:55.216429 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:55.266673 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a89ecc-65c3-483a-b753-8ddbd32b4132 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:57:55.280504 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a7094a7f-b093-437c-be14-e67534f121d8 admin admin] Publish callbacks [] for security_group (e97de689-3f63-4d2c-847d-c5eff8bff130), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:55.284263 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712cf2f8-9173-437f-b5f7-ca13f1b7b1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9b3320-e119-44b4-8035-2726ec9b56d4", "tag": "67ec654d-ac07-4f60-a537-631325285925"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:57:55.341062 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1243eb6a-8f6b-4732-b89b-091ec46b2b6d,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:57:55.341922 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Publish callbacks [] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:55.351674 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:55.359170 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:55.363429 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a7094a7f-b093-437c-be14-e67534f121d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (e97de689-3f63-4d2c-847d-c5eff8bff130), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:55.373427 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db1395-8e65-42b6-a646-648f6969f052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437cd40b-7478-4ab0-a4c9-f8967ae3b510,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:55.432674 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57446) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:55.432970 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a7094a7f-b093-437c-be14-e67534f121d8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ebf01e91c24e4380a3115bf63dda7bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0525272 Oct 16 00:57:55.515715 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-79db1395-8e65-42b6-a646-648f6969f052 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=42941d5f4dae45c6b1cfa5a803a943d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6262867 Oct 16 00:57:55.523450 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57452) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:55.535481 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980ebf3-2d98-4763-94b1-9e98acb4572e service neutron] Pushing event updated for resources: {'Port': ['ID=67ec654d-ac07-4f60-a537-631325285925,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:55.540526 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-ccc7000d-e4e5-4e9f-9d66-49b504331463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:55.542180 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-ccc7000d-e4e5-4e9f-9d66-49b504331463 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c89fd0e945344feab91a37fdb93812e5&device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 1128 time: 0.5725260 Oct 16 00:57:55.634550 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-69995bf3-2de3-43ab-be37-baea4217b0ec service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67ec654d-ac07-4f60-a537-631325285925 HTTP/1.1" status: 200 len: 217 time: 0.0837946 Oct 16 00:57:55.638327 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7094a7f-b093-437c-be14-e67534f121d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97de689-3f63-4d2c-847d-c5eff8bff130,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:55.649763 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-f3d48ba6-17bd-45ac-aac9-6c8294be7a59 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:55.651341 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-f3d48ba6-17bd-45ac-aac9-6c8294be7a59 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 815 time: 1.1415923 Oct 16 00:57:55.671378 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=1243eb6a-8f6b-4732-b89b-091ec46b2b6d,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:55.680966 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:55.684647 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:55.685270 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 Oct 16 00:57:55.695597 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:55.738876 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4a12a0b8-fa27-426c-882b-a6c516f941a9 admin admin] Publish callbacks [] for security_group (e97de689-3f63-4d2c-847d-c5eff8bff130), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:55.757466 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e7f37f76-1d1a-4606-bbcf-f5d7db2f0fb3 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--977466123&fields=id&tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8 HTTP/1.1" status: 200 len: 267 time: 0.5911551 Oct 16 00:57:55.787998 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-7f47bdb0-0fc8-415e-ab62-39acf8b83443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:55.790089 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-7f47bdb0-0fc8-415e-ab62-39acf8b83443 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8fb2b922-74d5-4cae-b397-0d0c25d2079f HTTP/1.1" status: 200 len: 851 time: 0.1377702 Oct 16 00:57:55.802429 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Transition to ACTIVE for port object 37a89ecc-65c3-483a-b753-8ddbd32b4132 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 00:57:55.811373 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-fd304f7c-4793-4cf4-8ee7-30061a4a17ee tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb3c758e27684dcd9265e2d60036d80b HTTP/1.1" status: 200 len: 380 time: 0.1410518 Oct 16 00:57:55.812604 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:55.857651 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:55.859457 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:55.870181 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 00:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4f2ba2-86c2-4951-9095-f01659e3ddec x-openstack-request-id: req-6c4f2ba2-86c2-4951-9095-f01659e3ddec {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:57:55.870856 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9b3320-e119-44b4-8035-2726ec9b56d4", "tag": "67ec654d-ac07-4f60-a537-631325285925", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:57:55.871285 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c4f2ba2-86c2-4951-9095-f01659e3ddec {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:57:55.872118 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4f2ba2-86c2-4951-9095-f01659e3ddec'] response: {'name': 'network-changed', 'server_uuid': '8a9b3320-e119-44b4-8035-2726ec9b56d4', 'tag': '67ec654d-ac07-4f60-a537-631325285925', 'status': 'completed', 'code': 200} Oct 16 00:57:55.891256 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4a12a0b8-fa27-426c-882b-a6c516f941a9 admin admin] Publish callbacks [] for security_group (e97de689-3f63-4d2c-847d-c5eff8bff130), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:55.907964 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Pushing event updated for resources: {'Port': ['ID=37a89ecc-65c3-483a-b753-8ddbd32b4132,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:55.933571 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:55.938074 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:55.942173 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:55.947802 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:55.947802 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 Oct 16 00:57:55.984492 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Attempting to bind port 37a89ecc-65c3-483a-b753-8ddbd32b4132 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:55.985048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Attempting to bind port 37a89ecc-65c3-483a-b753-8ddbd32b4132 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:55.985173 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Attempting to bind port 37a89ecc-65c3-483a-b753-8ddbd32b4132 on network f6d9aa56-b330-4b62-a416-c067206c96f0 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:55.999650 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3e271107-79f8-4ea2-a50a-97faca942c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (cebda2ee-f26d-45f1-aa28-e01544d43dca), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.004558 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3e271107-79f8-4ea2-a50a-97faca942c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.005447 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3e271107-79f8-4ea2-a50a-97faca942c20 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cebda2ee-f26d-45f1-aa28-e01544d43dca HTTP/1.1" status: 204 len: 168 time: 2.3239985 Oct 16 00:57:56.055425 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:56.056536 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device a74fd78f-a45f-4321-a4ca-57d2bcba43d1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:56.088056 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e271107-79f8-4ea2-a50a-97faca942c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebda2ee-f26d-45f1-aa28-e01544d43dca,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:56.143680 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a691c970-e75e-4315-9430-1f6911fcab05 admin admin] Publish callbacks [] for security_group (437cd40b-7478-4ab0-a4c9-f8967ae3b510), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.156173 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Port 37a89ecc-65c3-483a-b753-8ddbd32b4132 on network f6d9aa56-b330-4b62-a416-c067206c96f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 00:57:56.156913 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Attempting to bind port 37a89ecc-65c3-483a-b753-8ddbd32b4132 on network f6d9aa56-b330-4b62-a416-c067206c96f0 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:56.159785 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:56.164093 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port a74fd78f-a45f-4321-a4ca-57d2bcba43d1 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:56.164652 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.166150 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port a74fd78f-a45f-4321-a4ca-57d2bcba43d1 Oct 16 00:57:56.207708 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ea81-e7e5-471a-8c83-847aec269844 req-64bc946a-01ef-4827-bbce-12c7e0bd602e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:56.214690 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a691c970-e75e-4315-9430-1f6911fcab05 admin admin] Publish callbacks [] for security_group (437cd40b-7478-4ab0-a4c9-f8967ae3b510), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.220590 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4a12a0b8-fa27-426c-882b-a6c516f941a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (e97de689-3f63-4d2c-847d-c5eff8bff130), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.221194 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6d03ea81-e7e5-471a-8c83-847aec269844 req-64bc946a-01ef-4827-bbce-12c7e0bd602e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 932 time: 0.2030208 Oct 16 00:57:56.223980 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4a12a0b8-fa27-426c-882b-a6c516f941a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.225307 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4a12a0b8-fa27-426c-882b-a6c516f941a9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e97de689-3f63-4d2c-847d-c5eff8bff130 HTTP/1.1" status: 204 len: 168 time: 0.7894087 Oct 16 00:57:56.228049 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'port': {'device_id': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'admin_state_up': True, 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'security_groups': ['0aa46afa-7cf8-4516-97b1-1f6d9484df92']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:56.333147 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12a0b8-fa27-426c-882b-a6c516f941a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97de689-3f63-4d2c-847d-c5eff8bff130,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:56.429758 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c572a9-5a43-41a7-b797-53c006242662 req-18dce983-366d-408d-930d-2a8f5723f4b7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:56.433707 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-18dce983-366d-408d-930d-2a8f5723f4b7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 816 time: 0.6374876 Oct 16 00:57:56.480488 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port a74fd78f-a45f-4321-a4ca-57d2bcba43d1 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:56.488432 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 3a245083-425c-44d7-b1c7-ff24d35e844e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:56.491926 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c5b6e88-b212-40ea-afa6-df99c3b3e838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.496062 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-11da5293-b958-4e58-966c-0f209b883a1c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/quotas/cca355ef4a294ecd88cc299b7e0ca9d8 HTTP/1.1" status: 200 len: 375 time: 0.0473506 Oct 16 00:57:56.598093 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a691c970-e75e-4315-9430-1f6911fcab05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (437cd40b-7478-4ab0-a4c9-f8967ae3b510), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.601542 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a691c970-e75e-4315-9430-1f6911fcab05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.603120 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a691c970-e75e-4315-9430-1f6911fcab05 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/437cd40b-7478-4ab0-a4c9-f8967ae3b510 HTTP/1.1" status: 204 len: 168 time: 1.0737770 Oct 16 00:57:56.621722 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6727a07-61b9-4fef-83e4-902cce857bee {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:57:56.642206 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-b41bf13b-d4e1-452a-8aff-ace4a3247510 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389506 Oct 16 00:57:56.647103 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691c970-e75e-4315-9430-1f6911fcab05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437cd40b-7478-4ab0-a4c9-f8967ae3b510,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:56.651957 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Publish callbacks [] for port (e6727a07-61b9-4fef-83e4-902cce857bee), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.727190 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:56.728394 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Checking segment: {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:56.731556 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Bound using segment: {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:56.732225 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Bound port: 37a89ecc-65c3-483a-b753-8ddbd32b4132, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:56.732754 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.759860 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 3a245083-425c-44d7-b1c7-ff24d35e844e triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:56.763388 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.763974 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 3a245083-425c-44d7-b1c7-ff24d35e844e Oct 16 00:57:56.794681 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Transition to ACTIVE for port object e6727a07-61b9-4fef-83e4-902cce857bee will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 00:57:56.811836 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] For port 37a89ecc-65c3-483a-b753-8ddbd32b4132, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:56.815523 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] For port 37a89ecc-65c3-483a-b753-8ddbd32b4132, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=37a89ecc-65c3-483a-b753-8ddbd32b4132,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:56.848117 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.875459 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6d03ea81-e7e5-471a-8c83-847aec269844 req-e6be1695-d9df-4a90-8b4a-0691276cde8d tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529288 Oct 16 00:57:56.876742 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.940382 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:56.941314 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:56.943166 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/37a89ecc-65c3-483a-b753-8ddbd32b4132 HTTP/1.1" status: 200 len: 1093 time: 5.5011969 Oct 16 00:57:56.944077 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b289f4-e093-47bc-ac86-5282c7264b46 service neutron] Pushing event updated for resources: {'Port': ['ID=37a89ecc-65c3-483a-b753-8ddbd32b4132,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:56.949980 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-2816cd67-bd44-4984-83ac-c4b44bca00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:56.952318 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-2816cd67-bd44-4984-83ac-c4b44bca00d7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=987da718-4a64-4801-99fd-c8b997ad845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7513766 Oct 16 00:57:56.954029 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57508) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:56.965256 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Made reservation on behalf of fb3c758e27684dcd9265e2d60036d80b for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:57:56.969381 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.002854 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:57.007129 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 3a245083-425c-44d7-b1c7-ff24d35e844e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:57.042110 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Pushing event updated for resources: {'Port': ['ID=e6727a07-61b9-4fef-83e4-902cce857bee,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:57.051047 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:57.125948 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57510) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:57.130981 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-ce5c416b-4748-464b-b530-6510cfe1e1a4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682174 Oct 16 00:57:57.164783 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f148179-a39f-4903-90c6-ac8d5d4ddfab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.176617 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 1243eb6a-8f6b-4732-b89b-091ec46b2b6d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:57:57.195333 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Allocated IP 172.20.0.9 (7dae3d76-90a2-41d2-9dad-7f7856d5ab85/a617817b-7e5e-42c9-b510-1f81c28bf50c/ae364987-4db0-45e9-8b32-48163c845492) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:57:57.244785 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Attempting to bind port e6727a07-61b9-4fef-83e4-902cce857bee on host hv-cinder-maste for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:57:57.245530 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Attempting to bind port e6727a07-61b9-4fef-83e4-902cce857bee by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:57:57.246102 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Attempting to bind port e6727a07-61b9-4fef-83e4-902cce857bee on network f6d9aa56-b330-4b62-a416-c067206c96f0 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:57.280655 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:57.281040 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.281378 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d Oct 16 00:57:57.294428 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57512) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:57.309014 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:57.319738 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:57.321275 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a24cc41d-3c12-41bd-b35a-607aa7d71a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.404413 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Port e6727a07-61b9-4fef-83e4-902cce857bee on network f6d9aa56-b330-4b62-a416-c067206c96f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 00:57:57.404849 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Attempting to bind port e6727a07-61b9-4fef-83e4-902cce857bee on network f6d9aa56-b330-4b62-a416-c067206c96f0 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:57:57.419527 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-5ec01eff-33c5-4ff8-b86f-d950adf0d29e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731557 Oct 16 00:57:57.444264 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:57:57.452176 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3c564-6bc4-49f4-acf3-8e398fd05cdb req-b2940604-be34-4118-997e-010cdff98957 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:57.453692 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c1f3c564-6bc4-49f4-acf3-8e398fd05cdb req-b2940604-be34-4118-997e-010cdff98957 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 944 time: 0.1381972 Oct 16 00:57:57.502777 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-bae3c37e-2300-4e88-b9f0-acb7fd475744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:57.504285 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-bae3c37e-2300-4e88-b9f0-acb7fd475744 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 1127 time: 0.1873412 Oct 16 00:57:57.527358 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:57:57.528129 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Checking segment: {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:57:57.528578 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Bound using segment: {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:57:57.529152 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Bound port: e6727a07-61b9-4fef-83e4-902cce857bee, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:57:57.529611 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.555872 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f148179-a39f-4903-90c6-ac8d5d4ddfab admin admin] Publish callbacks [] for security_group (bbac2212-6aa3-488b-8021-0c72e83e5a9a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.584713 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f148179-a39f-4903-90c6-ac8d5d4ddfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (bbac2212-6aa3-488b-8021-0c72e83e5a9a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.593978 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-d1d34bc8-2686-424f-8004-cfd8e33af033 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/987da718-4a64-4801-99fd-c8b997ad845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302931 Oct 16 00:57:57.607322 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-82f515de-83a3-4be3-8a07-75cfe841cb1e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37a89ecc-65c3-483a-b753-8ddbd32b4132 HTTP/1.1" status: 200 len: 217 time: 0.0866773 Oct 16 00:57:57.613446 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for port (ae364987-4db0-45e9-8b32-48163c845492), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.658701 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f148179-a39f-4903-90c6-ac8d5d4ddfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbac2212-6aa3-488b-8021-0c72e83e5a9a,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:57.679374 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1f148179-a39f-4903-90c6-ac8d5d4ddfab admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7d45f968521b40bf8807ee060da82f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5512898 Oct 16 00:57:57.687472 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57520) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:57.752087 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b10e2f84-2aa8-451c-90d5-929c282b2cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.763784 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.794129 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c1f3c564-6bc4-49f4-acf3-8e398fd05cdb req-ab74f2bf-c946-4a87-8324-330f2a524454 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236129 Oct 16 00:57:57.851478 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57524) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:57.861401 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] For port e6727a07-61b9-4fef-83e4-902cce857bee, host hv-cinder-maste, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:57:57.873509 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7ed11a-f7aa-4bed-bf41-596a5feb1c14', 'tag': '37a89ecc-65c3-483a-b753-8ddbd32b4132'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:57:57.875793 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4926c198-560c-48a7-8363-3f0c389ca5ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7ed11a-f7aa-4bed-bf41-596a5feb1c14", "tag": "37a89ecc-65c3-483a-b753-8ddbd32b4132"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:57:57.892138 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-2d61ecd8-9df9-4fae-b855-cb8b4851c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:57.893847 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-2d61ecd8-9df9-4fae-b855-cb8b4851c2cd service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.2775500 Oct 16 00:57:57.897584 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f0354a9-e9d2-45ce-ad84-a2b8c4092912 admin admin] Publish callbacks [] for security_group (bbac2212-6aa3-488b-8021-0c72e83e5a9a), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.904793 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a24cc41d-3c12-41bd-b35a-607aa7d71a79 admin admin] Publish callbacks [] for security_group (cd2e3b36-e7f5-429b-9c42-b39693e2f1f6), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.905963 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0cef-7cee-493b-8c3f-d2465f517f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.918790 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e9d2cf60-4273-46a8-b62b-2dc4b8cba46a req-612aba46-7758-4fde-a19a-a4675667b14c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 210 time: 0.1304231 Oct 16 00:57:57.945708 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a24cc41d-3c12-41bd-b35a-607aa7d71a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (cd2e3b36-e7f5-429b-9c42-b39693e2f1f6), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.948057 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (ae364987-4db0-45e9-8b32-48163c845492), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.952932 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] For port e6727a07-61b9-4fef-83e4-902cce857bee, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6727a07-61b9-4fef-83e4-902cce857bee,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:57:57.970966 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f0354a9-e9d2-45ce-ad84-a2b8c4092912 admin admin] Publish callbacks [] for security_group (bbac2212-6aa3-488b-8021-0c72e83e5a9a), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.987354 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.991825 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:57.992450 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:57.995657 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/e6727a07-61b9-4fef-83e4-902cce857bee HTTP/1.1" status: 200 len: 1094 time: 5.2596467 Oct 16 00:57:58.005928 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9dffef0-6081-49ec-9c9e-2412f35c0907', 'tag': 'e6727a07-61b9-4fef-83e4-902cce857bee'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:57:58.010432 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:58.037661 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-41828895-4a0c-4d30-bf8c-9023adee9ec9 req-e9a5bb95-9a95-41bf-8cc7-b4e3b2275fbf tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 210 time: 0.1351151 Oct 16 00:57:58.095184 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'Port': ['ID=ae364987-4db0-45e9-8b32-48163c845492,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:58.110797 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:58.112971 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a0480892-a3e0-42a3-9c3b-77409656b6af req-67ee4a81-cb49-4d47-8761-32d401d5c6de service neutron] 10.222.0.36 "GET /networking/v2.0/networks/987da718-4a64-4801-99fd-c8b997ad845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046520 Oct 16 00:57:58.161708 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:57:58.245431 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-78be871f-67c5-4cb4-8e39-42f484104878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:58.247716 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-78be871f-67c5-4cb4-8e39-42f484104878 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3388157 Oct 16 00:57:58.248604 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:58.261371 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a24cc41d-3c12-41bd-b35a-607aa7d71a79 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8b9dcccdabca4bfba036e822ca020eff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3032546 Oct 16 00:57:58.262570 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 00:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a630131f-d9f2-4d5b-a788-5d07cad622d0 x-openstack-request-id: req-a630131f-d9f2-4d5b-a788-5d07cad622d0 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:57:58.263014 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7ed11a-f7aa-4bed-bf41-596a5feb1c14", "tag": "37a89ecc-65c3-483a-b753-8ddbd32b4132", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:57:58.263405 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a630131f-d9f2-4d5b-a788-5d07cad622d0 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:57:58.264108 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a630131f-d9f2-4d5b-a788-5d07cad622d0'] response: {'name': 'network-changed', 'server_uuid': '8d7ed11a-f7aa-4bed-bf41-596a5feb1c14', 'tag': '37a89ecc-65c3-483a-b753-8ddbd32b4132', 'status': 'completed', 'code': 200} Oct 16 00:57:58.313265 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:57:58.315405 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cc41d-3c12-41bd-b35a-607aa7d71a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2e3b36-e7f5-429b-9c42-b39693e2f1f6,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:58.319848 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57544) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:58.329653 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:57:58.405695 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0cef-7cee-493b-8c3f-d2465f517f53 admin admin] Publish callbacks [] for security_group (c384771d-ad3b-4ca8-86b7-6f0635e15bdf), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.426435 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0cef-7cee-493b-8c3f-d2465f517f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (c384771d-ad3b-4ca8-86b7-6f0635e15bdf), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.468439 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124174f-ed2a-4959-8963-aba45270fd1a req-d59a08dd-89d8-46ba-ae42-cfe1d99c2db8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:58.470237 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7124174f-ed2a-4959-8963-aba45270fd1a req-d59a08dd-89d8-46ba-ae42-cfe1d99c2db8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 944 time: 0.2166762 Oct 16 00:57:58.476259 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0811dba9-7981-4ca6-82bf-e072bf3cf67f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9dffef0-6081-49ec-9c9e-2412f35c0907", "tag": "e6727a07-61b9-4fef-83e4-902cce857bee"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:57:58.484242 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f0cef-7cee-493b-8c3f-d2465f517f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c384771d-ad3b-4ca8-86b7-6f0635e15bdf,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:58.490219 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-e327931f-f8a6-4e1a-bf71-282c4c1701e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:58.491697 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-e327931f-f8a6-4e1a-bf71-282c4c1701e5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 1128 time: 0.4102662 Oct 16 00:57:58.498952 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b09d8-1d9b-40e3-a253-1e887a90e742 service neutron] Pushing event updated for resources: {'Port': ['ID=e6727a07-61b9-4fef-83e4-902cce857bee,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:58.514234 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b10e2f84-2aa8-451c-90d5-929c282b2cbb admin admin] Publish callbacks [] for security_group (524c1362-ad26-4750-b1bc-6c125376edff), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.515735 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f0354a9-e9d2-45ce-ad84-a2b8c4092912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (bbac2212-6aa3-488b-8021-0c72e83e5a9a), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.519119 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f0354a9-e9d2-45ce-ad84-a2b8c4092912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.522372 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0f0354a9-e9d2-45ce-ad84-a2b8c4092912 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bbac2212-6aa3-488b-8021-0c72e83e5a9a HTTP/1.1" status: 204 len: 168 time: 0.8314228 Oct 16 00:57:58.523129 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b10e2f84-2aa8-451c-90d5-929c282b2cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (524c1362-ad26-4750-b1bc-6c125376edff), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.540909 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0354a9-e9d2-45ce-ad84-a2b8c4092912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbac2212-6aa3-488b-8021-0c72e83e5a9a,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:58.610398 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b10e2f84-2aa8-451c-90d5-929c282b2cbb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0d2920f753864a4c807705e2a33d0779&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3144577 Oct 16 00:57:58.613935 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57554) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:58.616650 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:58.617315 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.644927 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-0a8f0cef-7cee-493b-8c3f-d2465f517f53 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=692b78de7ff4450ab6d62431ad807c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7891777 Oct 16 00:57:58.648097 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57556) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:58.658744 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bd6068f9-9453-4c25-a8cd-ebe44daa8e03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4607983 Oct 16 00:57:58.668140 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 00:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c233d6-8730-429a-b7cc-212d311f5170 x-openstack-request-id: req-44c233d6-8730-429a-b7cc-212d311f5170 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:57:58.668969 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9dffef0-6081-49ec-9c9e-2412f35c0907", "tag": "e6727a07-61b9-4fef-83e4-902cce857bee", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:57:58.669625 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44c233d6-8730-429a-b7cc-212d311f5170 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:57:58.669625 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c233d6-8730-429a-b7cc-212d311f5170'] response: {'name': 'network-changed', 'server_uuid': 'b9dffef0-6081-49ec-9c9e-2412f35c0907', 'tag': 'e6727a07-61b9-4fef-83e4-902cce857bee', 'status': 'completed', 'code': 200} Oct 16 00:57:58.675812 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e2f84-2aa8-451c-90d5-929c282b2cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c1362-ad26-4750-b1bc-6c125376edff,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:58.689359 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-73617ba6-59c9-4c3d-82a4-c4a714c1b83b admin admin] Publish callbacks [] for security_group (cd2e3b36-e7f5-429b-9c42-b39693e2f1f6), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.697491 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-add8f8bf-649a-4f75-baf0-ff6a8132ebfc admin admin] Publish callbacks [] for security_group (524c1362-ad26-4750-b1bc-6c125376edff), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.721489 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-add8f8bf-649a-4f75-baf0-ff6a8132ebfc admin admin] Publish callbacks [] for security_group (524c1362-ad26-4750-b1bc-6c125376edff), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.736622 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7124174f-ed2a-4959-8963-aba45270fd1a req-71eee533-9f43-439e-bf00-54442cb104ce tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204244 Oct 16 00:57:58.743190 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-ce29cd6c-e5b2-47cf-b55b-6407f618c25f None None] Provisioning complete for port ae364987-4db0-45e9-8b32-48163c845492 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:57:58.744540 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ce29cd6c-e5b2-47cf-b55b-6407f618c25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ae364987-4db0-45e9-8b32-48163c845492), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.745063 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-ce29cd6c-e5b2-47cf-b55b-6407f618c25f None None] Attempt 1 to provision port ae364987-4db0-45e9-8b32-48163c845492 Oct 16 00:57:58.746425 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:58.758530 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-73617ba6-59c9-4c3d-82a4-c4a714c1b83b admin admin] Publish callbacks [] for security_group (cd2e3b36-e7f5-429b-9c42-b39693e2f1f6), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.788936 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ce29cd6c-e5b2-47cf-b55b-6407f618c25f None None] Port ae364987-4db0-45e9-8b32-48163c845492 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:57:58.811540 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e8bcccd-98db-4a4c-859f-e7e9ac1f47d7 admin admin] Publish callbacks [] for security_group (c384771d-ad3b-4ca8-86b7-6f0635e15bdf), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.813217 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-add8f8bf-649a-4f75-baf0-ff6a8132ebfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (524c1362-ad26-4750-b1bc-6c125376edff), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.817474 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-add8f8bf-649a-4f75-baf0-ff6a8132ebfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.821043 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-add8f8bf-649a-4f75-baf0-ff6a8132ebfc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/524c1362-ad26-4750-b1bc-6c125376edff HTTP/1.1" status: 204 len: 168 time: 0.2037935 Oct 16 00:57:58.844440 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8f8bf-649a-4f75-baf0-ff6a8132ebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c1362-ad26-4750-b1bc-6c125376edff,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:58.848873 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e8bcccd-98db-4a4c-859f-e7e9ac1f47d7 admin admin] Publish callbacks [] for security_group (c384771d-ad3b-4ca8-86b7-6f0635e15bdf), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.912864 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-73617ba6-59c9-4c3d-82a4-c4a714c1b83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (cd2e3b36-e7f5-429b-9c42-b39693e2f1f6), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.915983 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-73617ba6-59c9-4c3d-82a4-c4a714c1b83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.917563 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-73617ba6-59c9-4c3d-82a4-c4a714c1b83b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cd2e3b36-e7f5-429b-9c42-b39693e2f1f6 HTTP/1.1" status: 204 len: 168 time: 0.5841162 Oct 16 00:57:58.943389 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73617ba6-59c9-4c3d-82a4-c4a714c1b83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2e3b36-e7f5-429b-9c42-b39693e2f1f6,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:58.976138 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e8bcccd-98db-4a4c-859f-e7e9ac1f47d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (c384771d-ad3b-4ca8-86b7-6f0635e15bdf), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.978656 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e8bcccd-98db-4a4c-859f-e7e9ac1f47d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:58.979869 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9e8bcccd-98db-4a4c-859f-e7e9ac1f47d7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c384771d-ad3b-4ca8-86b7-6f0635e15bdf HTTP/1.1" status: 204 len: 168 time: 0.3254702 Oct 16 00:57:59.009585 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bcccd-98db-4a4c-859f-e7e9ac1f47d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c384771d-ad3b-4ca8-86b7-6f0635e15bdf,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:57:59.075662 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289a01d-4ed7-491d-b2e9-53111d2a6f47 req-29bff2c5-fe04-4b2d-a103-4a980174f138 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:59.077466 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a289a01d-4ed7-491d-b2e9-53111d2a6f47 req-29bff2c5-fe04-4b2d-a103-4a980174f138 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 944 time: 0.0668166 Oct 16 00:57:59.115173 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01712e1d-b6fc-450d-bde5-374a110b1808 req-7095952e-d599-4aee-a3b1-a1261314e56d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:59.117460 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-01712e1d-b6fc-450d-bde5-374a110b1808 req-7095952e-d599-4aee-a3b1-a1261314e56d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 931 time: 0.0597346 Oct 16 00:57:59.140528 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a289a01d-4ed7-491d-b2e9-53111d2a6f47 req-cec4cf80-72e6-4f94-906e-c791a8872216 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562162 Oct 16 00:57:59.179738 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-01712e1d-b6fc-450d-bde5-374a110b1808 req-a26d3011-830a-4a3e-b54e-005efc094bc3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542901 Oct 16 00:57:59.251395 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-013e695e-6a56-4d18-9e6a-43bc00010ad9 req-72228b30-9562-41e9-be27-3b15cb1bb0e6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 210 time: 0.0325661 Oct 16 00:57:59.405929 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57580) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:57:59.422048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9ec9e3b9-7636-41b5-856e-78aa67ffe282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:59.455428 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Request body: {'port': {'device_id': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:57:59.519858 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-15374d10-c607-42c7-9983-6d772fd78e73 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6727a07-61b9-4fef-83e4-902cce857bee HTTP/1.1" status: 200 len: 217 time: 0.0861716 Oct 16 00:57:59.616525 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cf2f8-9173-437f-b5f7-ca13f1b7b1cc req-959a11c0-89b1-45a9-985f-6d40fb968747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:59.617276 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-a5d485b9-fd8c-41ba-b246-6502c2137c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:59.618165 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-712cf2f8-9173-437f-b5f7-ca13f1b7b1cc req-959a11c0-89b1-45a9-985f-6d40fb968747 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c89fd0e945344feab91a37fdb93812e5&device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 1128 time: 0.1865072 Oct 16 00:57:59.619247 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-a5d485b9-fd8c-41ba-b246-6502c2137c7f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.0874496 Oct 16 00:57:59.635412 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:DELETE=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:59.764713 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-838d35c9-47d2-441f-98fb-091fb0480e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:57:59.766731 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-838d35c9-47d2-441f-98fb-091fb0480e03 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139212 Oct 16 00:57:59.784122 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:59.860938 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ae364987-4db0-45e9-8b32-48163c845492), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:59.863386 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:57:59.885620 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:57:59.940573 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-6d46afd7-dd63-46ca-8b05-e1f437b8bda5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922140 Oct 16 00:57:59.946460 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-0765e9d6-a655-441b-a884-fb8b5ac6f2b9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622133 Oct 16 00:58:00.130318 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a9b2c772-3ca4-4304-bb11-c613b483bee7 req-305a121d-08ae-4fe8-99f0-12fca2a2e5c8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655087 Oct 16 00:58:00.185596 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:00.269182 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cf2f8-9173-437f-b5f7-ca13f1b7b1cc req-64fd96c2-4db6-4b58-84be-140d5afd313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:00.273297 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-712cf2f8-9173-437f-b5f7-ca13f1b7b1cc req-64fd96c2-4db6-4b58-84be-140d5afd313d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=987da718-4a64-4801-99fd-c8b997ad845b HTTP/1.1" status: 200 len: 913 time: 0.6106193 Oct 16 00:58:00.278231 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9ec9e3b9-7636-41b5-856e-78aa67ffe282 admin admin] Publish callbacks [] for security_group (7b00de6e-00b7-40eb-853e-309c7941b50c), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:00.320057 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9ec9e3b9-7636-41b5-856e-78aa67ffe282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (7b00de6e-00b7-40eb-853e-309c7941b50c), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:00.325991 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cd5a5-3989-41e3-a740-7ad1ef52e463 req-0ed26ebb-54fd-4a17-ad42-eff17fc285bb tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:00.335075 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-365cd5a5-3989-41e3-a740-7ad1ef52e463 req-0ed26ebb-54fd-4a17-ad42-eff17fc285bb tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 944 time: 0.0798533 Oct 16 00:58:00.387515 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ef275-7bbd-4f0c-8e3c-d134962b0ed1 req-9dbbff0e-a4da-4f86-8a0f-ab95e97236cf tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:00.389503 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-418ef275-7bbd-4f0c-8e3c-d134962b0ed1 req-9dbbff0e-a4da-4f86-8a0f-ab95e97236cf tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 944 time: 0.4376900 Oct 16 00:58:00.446297 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-365cd5a5-3989-41e3-a740-7ad1ef52e463 req-c967b4a9-2b0e-4d26-ba05-ca184351dd04 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031277 Oct 16 00:58:00.477345 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9e3b9-7636-41b5-856e-78aa67ffe282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b00de6e-00b7-40eb-853e-309c7941b50c,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:00.515537 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9ec9e3b9-7636-41b5-856e-78aa67ffe282 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8540cf30cae44346aef35f64936213df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1044319 Oct 16 00:58:00.517570 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57632) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:00.572338 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:00.620818 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25b6afb5-cdec-4fe4-82a7-c1b060a4ba7e admin admin] Publish callbacks [] for security_group (7b00de6e-00b7-40eb-853e-309c7941b50c), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:00.636031 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48bd69-deb9-4cad-8c87-730eed9532db req-a686b2e8-ec44-41ae-827a-1351b3cf6c91 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:00.641869 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bf48bd69-deb9-4cad-8c87-730eed9532db req-a686b2e8-ec44-41ae-827a-1351b3cf6c91 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 931 time: 0.1258700 Oct 16 00:58:00.646622 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d61795e1-4e1e-41d2-a799-14e2fc1f16f5 req-e29ee75d-0ac9-433e-9006-e0129ee68216 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522829 Oct 16 00:58:00.652121 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-418ef275-7bbd-4f0c-8e3c-d134962b0ed1 req-a6ce99a6-e962-483b-8e7c-94b700747fbc tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266045 Oct 16 00:58:00.664059 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25b6afb5-cdec-4fe4-82a7-c1b060a4ba7e admin admin] Publish callbacks [] for security_group (7b00de6e-00b7-40eb-853e-309c7941b50c), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:00.760786 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:00.792016 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bf48bd69-deb9-4cad-8c87-730eed9532db req-5891187e-5927-43d7-bb73-4a47d0a222af tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305845 Oct 16 00:58:00.802706 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25b6afb5-cdec-4fe4-82a7-c1b060a4ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (7b00de6e-00b7-40eb-853e-309c7941b50c), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:00.805763 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25b6afb5-cdec-4fe4-82a7-c1b060a4ba7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:00.807781 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-25b6afb5-cdec-4fe4-82a7-c1b060a4ba7e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7b00de6e-00b7-40eb-853e-309c7941b50c HTTP/1.1" status: 204 len: 168 time: 0.2892449 Oct 16 00:58:00.815561 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae364987-4db0-45e9-8b32-48163c845492 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:58:00.824080 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6afb5-cdec-4fe4-82a7-c1b060a4ba7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b00de6e-00b7-40eb-853e-309c7941b50c,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:00.825549 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1fac5a62-cc13-45e4-a321-3f409671cb70 req-e53cb471-acc5-4639-9155-69e21ff0e4c5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 210 time: 0.0619352 Oct 16 00:58:00.829318 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Publish callbacks [] for port (ae364987-4db0-45e9-8b32-48163c845492), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:00.848435 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Transition to ACTIVE for port object ae364987-4db0-45e9-8b32-48163c845492 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 00:58:00.854572 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (ae364987-4db0-45e9-8b32-48163c845492), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:00.878252 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 67ec654d-ac07-4f60-a537-631325285925 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 00:58:00.916390 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae364987-4db0-45e9-8b32-48163c845492,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:01.016411 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:01.016672 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Attempting to bind port ae364987-4db0-45e9-8b32-48163c845492 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:58:01.017050 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Attempting to bind port ae364987-4db0-45e9-8b32-48163c845492 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:58:01.017351 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Attempting to bind port ae364987-4db0-45e9-8b32-48163c845492 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:58:01.045687 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 67ec654d-ac07-4f60-a537-631325285925, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=67ec654d-ac07-4f60-a537-631325285925,segment=NetworkSegment(ebb1560a-1126-4b15-8db8-f323ab73a037),segment_id=ebb1560a-1126-4b15-8db8-f323ab73a037)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:01.060979 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '67ec654d-ac07-4f60-a537-631325285925', 'network_id': '987da718-4a64-4801-99fd-c8b997ad845b', 'port_id': '67ec654d-ac07-4f60-a537-631325285925', 'mac_address': 'fa:16:3e:9d:71:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb2b922-74d5-4cae-b397-0d0c25d2079f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 00:58:01.072456 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Port ae364987-4db0-45e9-8b32-48163c845492 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 00:58:01.072802 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Attempting to bind port ae364987-4db0-45e9-8b32-48163c845492 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:58:01.114005 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 67ec654d-ac07-4f60-a537-631325285925 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:01.114391 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (67ec654d-ac07-4f60-a537-631325285925), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:01.130415 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ec654d-ac07-4f60-a537-631325285925 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:58:01.131395 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:58:01.131737 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Checking segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:58:01.132123 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Bound using segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:58:01.132709 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Bound port: ae364987-4db0-45e9-8b32-48163c845492, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:58:01.133073 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ae364987-4db0-45e9-8b32-48163c845492), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:01.159629 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 67ec654d-ac07-4f60-a537-631325285925, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=67ec654d-ac07-4f60-a537-631325285925,segment=NetworkSegment(ebb1560a-1126-4b15-8db8-f323ab73a037),segment_id=ebb1560a-1126-4b15-8db8-f323ab73a037)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:01.165145 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (67ec654d-ac07-4f60-a537-631325285925), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:01.240174 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=67ec654d-ac07-4f60-a537-631325285925,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:01.289949 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-712cf2f8-9173-437f-b5f7-ca13f1b7b1cc req-cd74bc44-3f15-4094-82f9-76cd45ae5426 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67ec654d-ac07-4f60-a537-631325285925 HTTP/1.1" status: 200 len: 217 time: 0.0808365 Oct 16 00:58:01.304188 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:01.353751 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] For port ae364987-4db0-45e9-8b32-48163c845492, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:58:01.375751 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] For port ae364987-4db0-45e9-8b32-48163c845492, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ae364987-4db0-45e9-8b32-48163c845492,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:58:01.393906 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811dba9-7981-4ca6-82bf-e072bf3cf67f req-f389d230-eadf-4e00-bcf1-826ed3baeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:01.403753 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0811dba9-7981-4ca6-82bf-e072bf3cf67f req-f389d230-eadf-4e00-bcf1-826ed3baeba0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 1128 time: 0.1126390 Oct 16 00:58:01.405320 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (ae364987-4db0-45e9-8b32-48163c845492), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:01.415223 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cf2f8-9173-437f-b5f7-ca13f1b7b1cc req-9cd83679-1819-42f3-859c-1e2881854441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:01.416736 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-712cf2f8-9173-437f-b5f7-ca13f1b7b1cc req-9cd83679-1819-42f3-859c-1e2881854441 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8fb2b922-74d5-4cae-b397-0d0c25d2079f HTTP/1.1" status: 200 len: 851 time: 0.1135919 Oct 16 00:58:01.418208 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:01.419152 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:01.420496 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/ae364987-4db0-45e9-8b32-48163c845492 HTTP/1.1" status: 200 len: 1093 time: 1.9710767 Oct 16 00:58:01.439976 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'tag': 'ae364987-4db0-45e9-8b32-48163c845492'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:58:01.442259 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6dd449-f1e6-4d37-9669-500ecf7ac834" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dbf503-273a-4834-af7e-20ee0ac8b573", "tag": "ae364987-4db0-45e9-8b32-48163c845492"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:58:01.461209 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['67ec654d-ac07-4f60-a537-631325285925'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 00:58:01.495683 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 00:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e96ee62-a9a5-422d-9c28-4cb1ec0d901e x-openstack-request-id: req-0e96ee62-a9a5-422d-9c28-4cb1ec0d901e {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:58:01.495983 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dbf503-273a-4834-af7e-20ee0ac8b573", "tag": "ae364987-4db0-45e9-8b32-48163c845492", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:58:01.497602 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e96ee62-a9a5-422d-9c28-4cb1ec0d901e {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:58:01.497602 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e96ee62-a9a5-422d-9c28-4cb1ec0d901e'] response: {'name': 'network-changed', 'server_uuid': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'tag': 'ae364987-4db0-45e9-8b32-48163c845492', 'status': 'completed', 'code': 200} Oct 16 00:58:01.503997 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24dae1-2c69-4292-bd95-fd543f288cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae364987-4db0-45e9-8b32-48163c845492,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:01.597673 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5bfa5-fc83-4b39-b985-de65f183567f req-6719ecd9-6b77-4dce-b049-9949712dc3e3 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:01.599222 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25d5bfa5-fc83-4b39-b985-de65f183567f req-6719ecd9-6b77-4dce-b049-9949712dc3e3 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 945 time: 0.0629520 Oct 16 00:58:01.662499 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25d5bfa5-fc83-4b39-b985-de65f183567f req-25be6db7-895d-4d70-8739-069c1cdcee46 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571630 Oct 16 00:58:01.812057 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6b03-cbdc-4c7b-9fa8-0fe3721d7756 req-18db13f4-edfb-49df-b8bb-2d59d68a9ced tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:01.814526 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-648d6b03-cbdc-4c7b-9fa8-0fe3721d7756 req-18db13f4-edfb-49df-b8bb-2d59d68a9ced tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 944 time: 0.0539126 Oct 16 00:58:01.891259 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-648d6b03-cbdc-4c7b-9fa8-0fe3721d7756 req-be4996cb-45e3-483a-8ee6-5fc32d2fea86 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628040 Oct 16 00:58:01.956413 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116409f0-a804-493e-9a79-2ac96b555cb7 req-9a159592-8e03-4989-8c19-642bb4a094d8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:01.964887 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-116409f0-a804-493e-9a79-2ac96b555cb7 req-9a159592-8e03-4989-8c19-642bb4a094d8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 943 time: 0.0793016 Oct 16 00:58:02.003709 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c0e93c5c-4ed7-491f-9711-2d7d9d96c629 req-2ffe4c0a-be7d-47a5-9541-6477a72771b2 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 210 time: 0.0377257 Oct 16 00:58:02.032285 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-116409f0-a804-493e-9a79-2ac96b555cb7 req-bceaa422-0f13-4cbb-90f2-e4823f0b06cc tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624735 Oct 16 00:58:02.201963 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 49946) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:02.223186 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926c198-560c-48a7-8363-3f0c389ca5ee req-a7e408c8-9ef2-4881-94a7-76a4ed26b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:02.224773 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4926c198-560c-48a7-8363-3f0c389ca5ee req-a7e408c8-9ef2-4881-94a7-76a4ed26b3b5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 1127 time: 0.0813370 Oct 16 00:58:02.318568 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:02.326007 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cf2f8-9173-437f-b5f7-ca13f1b7b1cc req-e1b1cd53-988b-481c-8a8b-dbe8bac1ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:02.327817 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-712cf2f8-9173-437f-b5f7-ca13f1b7b1cc req-e1b1cd53-988b-481c-8a8b-dbe8bac1ef08 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=987da718-4a64-4801-99fd-c8b997ad845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1847231 Oct 16 00:58:02.357758 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:02.368119 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dd449-f1e6-4d37-9669-500ecf7ac834 req-470155fe-f67e-4061-8f1d-fa7125253a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:02.369881 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb6dd449-f1e6-4d37-9669-500ecf7ac834 req-470155fe-f67e-4061-8f1d-fa7125253a3c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 1127 time: 0.1654890 Oct 16 00:58:02.468979 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926c198-560c-48a7-8363-3f0c389ca5ee req-9edb58f6-688c-4aeb-bc9e-c814a60e0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:02.470486 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4926c198-560c-48a7-8363-3f0c389ca5ee req-9edb58f6-688c-4aeb-bc9e-c814a60e0e19 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.2364202 Oct 16 00:58:02.521637 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4926c198-560c-48a7-8363-3f0c389ca5ee req-7948d583-1f7d-406e-b53f-c5bbb02f384f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37a89ecc-65c3-483a-b753-8ddbd32b4132 HTTP/1.1" status: 200 len: 217 time: 0.0447028 Oct 16 00:58:02.632471 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c572a9-5a43-41a7-b797-53c006242662 req-ede528f6-7308-4134-9d42-c8778b1ce559 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:02.633385 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926c198-560c-48a7-8363-3f0c389ca5ee req-aa0dbecd-41e8-443a-90fe-a2cf3b77d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:02.634062 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-ede528f6-7308-4134-9d42-c8778b1ce559 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.36 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 816 time: 0.4730289 Oct 16 00:58:02.635003 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4926c198-560c-48a7-8363-3f0c389ca5ee req-aa0dbecd-41e8-443a-90fe-a2cf3b77d8b9 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.0707514 Oct 16 00:58:02.679557 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811dba9-7981-4ca6-82bf-e072bf3cf67f req-f6b5cdd1-bcf6-40b2-a9ed-c4e3598a166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:02.681086 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0811dba9-7981-4ca6-82bf-e072bf3cf67f req-f6b5cdd1-bcf6-40b2-a9ed-c4e3598a166b service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.5366781 Oct 16 00:58:02.700535 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926c198-560c-48a7-8363-3f0c389ca5ee req-8655b81d-b7e7-4c9c-b9cb-691e2bb3bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:02.702407 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4926c198-560c-48a7-8363-3f0c389ca5ee req-8655b81d-b7e7-4c9c-b9cb-691e2bb3bb0c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482724 Oct 16 00:58:02.841348 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0de3dd-a2c5-4bed-8efe-19918d1a20b6 req-ae71d3f8-e823-40de-82df-425bb5275430 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:02.848242 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fb0de3dd-a2c5-4bed-8efe-19918d1a20b6 req-ae71d3f8-e823-40de-82df-425bb5275430 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 945 time: 0.0907476 Oct 16 00:58:02.849311 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0811dba9-7981-4ca6-82bf-e072bf3cf67f req-d059df81-8100-4bca-a643-6d0039c32d65 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6727a07-61b9-4fef-83e4-902cce857bee HTTP/1.1" status: 200 len: 217 time: 0.1416814 Oct 16 00:58:02.867454 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 37a89ecc-65c3-483a-b753-8ddbd32b4132 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 00:58:02.917970 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 67ec654d-ac07-4f60-a537-631325285925 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:58:02.935914 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4926c198-560c-48a7-8363-3f0c389ca5ee req-64ef6646-dbee-42f1-8150-a2d7083db51b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227883 Oct 16 00:58:02.950663 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fb0de3dd-a2c5-4bed-8efe-19918d1a20b6 req-4d18df6e-b5f3-4a63-8fc6-6b2c15f0d889 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014090 Oct 16 00:58:02.983700 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-64121fb7-f98e-40b7-b62d-3993da9a15b5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8 HTTP/1.1" status: 200 len: 379 time: 0.3271465 Oct 16 00:58:03.010561 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.db.resource_extend [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 16 00:58:03.082809 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 67ec654d-ac07-4f60-a537-631325285925 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 00:58:03.093323 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 67ec654d-ac07-4f60-a537-631325285925 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:58:03.093701 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (67ec654d-ac07-4f60-a537-631325285925), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:03.094180 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 67ec654d-ac07-4f60-a537-631325285925 Oct 16 00:58:03.152319 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:03.169432 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811dba9-7981-4ca6-82bf-e072bf3cf67f req-7569c31b-4d0f-4c84-8fb1-295454f98002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:03.170916 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0811dba9-7981-4ca6-82bf-e072bf3cf67f req-7569c31b-4d0f-4c84-8fb1-295454f98002 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.2253695 Oct 16 00:58:03.179819 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Request body: {'port': {'device_id': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'admin_state_up': True, 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'security_groups': ['d93458da-7a02-4d80-8695-660bb21543cd']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:58:03.204035 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dd449-f1e6-4d37-9669-500ecf7ac834 req-520be975-5345-4a94-b1b9-42ae07dce794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:03.212245 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb6dd449-f1e6-4d37-9669-500ecf7ac834 req-520be975-5345-4a94-b1b9-42ae07dce794 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=fb3c758e27684dcd9265e2d60036d80b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.8257194 Oct 16 00:58:03.259012 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4926c198-560c-48a7-8363-3f0c389ca5ee req-a2d798bd-6746-4e51-b3ae-3b4c1a71a570 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998042 Oct 16 00:58:03.285464 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-712cf2f8-9173-437f-b5f7-ca13f1b7b1cc req-6c9c6721-c915-48f5-add9-2360191f53ee service neutron] 10.222.0.36 "GET /networking/v2.0/networks/987da718-4a64-4801-99fd-c8b997ad845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9401715 Oct 16 00:58:03.310453 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cb560acc-9482-445f-ab86-3445e28dc790 req-f9523faf-2638-4025-a786-17c4f0be6960 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 210 time: 0.1132498 Oct 16 00:58:03.469093 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 67ec654d-ac07-4f60-a537-631325285925 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:03.471058 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (67ec654d-ac07-4f60-a537-631325285925), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:03.482341 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 37a89ecc-65c3-483a-b753-8ddbd32b4132, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=37a89ecc-65c3-483a-b753-8ddbd32b4132,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:03.495433 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5a60d-8d9c-4c74-b057-6a75a512950e req-a5b732aa-cf39-4915-a46b-ad28b598047b tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:03.509087 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0db5a60d-8d9c-4c74-b057-6a75a512950e req-a5b732aa-cf39-4915-a46b-ad28b598047b tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 943 time: 0.0773084 Oct 16 00:58:03.521577 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '37a89ecc-65c3-483a-b753-8ddbd32b4132', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'port_id': '37a89ecc-65c3-483a-b753-8ddbd32b4132', 'mac_address': 'fa:16:3e:c5:64:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 00:58:03.533406 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9b3320-e119-44b4-8035-2726ec9b56d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ec654d-ac07-4f60-a537-631325285925'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:58:03.577984 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0db5a60d-8d9c-4c74-b057-6a75a512950e req-29cf496f-f331-4cdd-a0db-44198bcb40e0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643382 Oct 16 00:58:03.634187 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 67ec654d-ac07-4f60-a537-631325285925, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=67ec654d-ac07-4f60-a537-631325285925,segment=NetworkSegment(ebb1560a-1126-4b15-8db8-f323ab73a037),segment_id=ebb1560a-1126-4b15-8db8-f323ab73a037)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:03.659574 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (67ec654d-ac07-4f60-a537-631325285925), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:03.684379 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:03.713379 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 37a89ecc-65c3-483a-b753-8ddbd32b4132 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:03.713812 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:03.742493 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a89ecc-65c3-483a-b753-8ddbd32b4132 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:58:03.748672 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=67ec654d-ac07-4f60-a537-631325285925,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:03.782425 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 37a89ecc-65c3-483a-b753-8ddbd32b4132, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=37a89ecc-65c3-483a-b753-8ddbd32b4132,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:03.788256 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:03.788867 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device e6727a07-61b9-4fef-83e4-902cce857bee details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 00:58:03.815557 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183f31f-275c-4722-bd2d-ad633b2e1420 req-0b8eccd8-2293-4cac-afd1-9fbc7b609bc9 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:03.822453 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8183f31f-275c-4722-bd2d-ad633b2e1420 req-0b8eccd8-2293-4cac-afd1-9fbc7b609bc9 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 944 time: 0.6502402 Oct 16 00:58:03.837584 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811dba9-7981-4ca6-82bf-e072bf3cf67f req-00e8b1fe-2cd5-4711-a1a1-eb8353f751a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:03.839111 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0811dba9-7981-4ca6-82bf-e072bf3cf67f req-00e8b1fe-2cd5-4711-a1a1-eb8353f751a2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6255920 Oct 16 00:58:03.888126 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=37a89ecc-65c3-483a-b753-8ddbd32b4132,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:03.897608 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port e6727a07-61b9-4fef-83e4-902cce857bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6727a07-61b9-4fef-83e4-902cce857bee,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:03.912586 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': 'e6727a07-61b9-4fef-83e4-902cce857bee', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'port_id': 'e6727a07-61b9-4fef-83e4-902cce857bee', 'mac_address': 'fa:16:3e:cf:3b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 00:58:03.957590 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port e6727a07-61b9-4fef-83e4-902cce857bee is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:03.958306 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:03.976184 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6727a07-61b9-4fef-83e4-902cce857bee {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:58:04.004942 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57766) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:04.034831 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port e6727a07-61b9-4fef-83e4-902cce857bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6727a07-61b9-4fef-83e4-902cce857bee,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:04.048017 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:04.058166 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57772) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:04.087008 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8183f31f-275c-4722-bd2d-ad633b2e1420 req-84e50dfe-3163-466e-b929-c36295eb2669 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493873 Oct 16 00:58:04.110782 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:04.112393 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=e6727a07-61b9-4fef-83e4-902cce857bee,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:04.117942 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dd449-f1e6-4d37-9669-500ecf7ac834 req-bc822151-31e9-44ac-a674-aa8f782296a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:04.120461 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb6dd449-f1e6-4d37-9669-500ecf7ac834 req-bc822151-31e9-44ac-a674-aa8f782296a8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8386581 Oct 16 00:58:04.130170 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-712cf2f8-9173-437f-b5f7-ca13f1b7b1cc req-40f60a20-3313-469e-a43d-fc341eb1446d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/987da718-4a64-4801-99fd-c8b997ad845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667022 Oct 16 00:58:04.150072 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:04.171706 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57778) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:04.188688 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3f7c0-ec99-443b-818e-cf7add986614 req-9100afe6-c14e-437f-8734-a0c6130e717c tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:04.197413 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b4c3f7c0-ec99-443b-818e-cf7add986614 req-9100afe6-c14e-437f-8734-a0c6130e717c tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 946 time: 0.0716906 Oct 16 00:58:04.249816 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0811dba9-7981-4ca6-82bf-e072bf3cf67f req-5d4852c7-bdf1-4d7e-9332-723effc2121e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649447 Oct 16 00:58:04.255102 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Made reservation on behalf of cca355ef4a294ecd88cc299b7e0ca9d8 for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:58:04.262432 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:04.265008 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b4c3f7c0-ec99-443b-818e-cf7add986614 req-97a6dd6f-c759-474e-9d74-a121aad7ff13 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664761 Oct 16 00:58:04.314581 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea15d49d-61be-44c1-8a06-fba5052a87df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:04.329334 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d96df64-44b0-4855-a6ce-e75d04add01e" -d '{"events": [{"server_uuid": "8a9b3320-e119-44b4-8035-2726ec9b56d4", "name": "network-vif-plugged", "status": "completed", "tag": "67ec654d-ac07-4f60-a537-631325285925"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:58:04.342286 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-b9d3f0a0-066b-4234-8c1f-b14ef9503400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:04.344074 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-b9d3f0a0-066b-4234-8c1f-b14ef9503400 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 1127 time: 0.1767497 Oct 16 00:58:04.373305 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1dd255c7-66fa-4b7f-8dd8-38f62156f741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:04.434278 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-ce17d864-c3f2-4745-849a-37fe453c4d51 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae364987-4db0-45e9-8b32-48163c845492 HTTP/1.1" status: 200 len: 217 time: 0.0553143 Oct 16 00:58:04.448822 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['37a89ecc-65c3-483a-b753-8ddbd32b4132'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 00:58:04.517219 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:04.520528 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:04.521250 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:04.525104 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1dd255c7-66fa-4b7f-8dd8-38f62156f741 admin admin] Publish callbacks [] for security_group (4c32063d-f503-457a-ad08-be6b2a9d2647), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:04.539094 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 00:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471e29e5-3934-492b-b8f7-319cc8edfc7c x-openstack-request-id: req-471e29e5-3934-492b-b8f7-319cc8edfc7c {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:58:04.539414 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9b3320-e119-44b4-8035-2726ec9b56d4", "name": "network-vif-plugged", "status": "completed", "tag": "67ec654d-ac07-4f60-a537-631325285925", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:58:04.539674 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-471e29e5-3934-492b-b8f7-319cc8edfc7c {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:58:04.540133 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471e29e5-3934-492b-b8f7-319cc8edfc7c'] response: {'server_uuid': '8a9b3320-e119-44b4-8035-2726ec9b56d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ec654d-ac07-4f60-a537-631325285925', 'code': 200} Oct 16 00:58:04.541439 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['e6727a07-61b9-4fef-83e4-902cce857bee'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 00:58:04.595561 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf79a984-ae1b-4da3-aca3-d47362b08bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:04.635798 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1dd255c7-66fa-4b7f-8dd8-38f62156f741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (4c32063d-f503-457a-ad08-be6b2a9d2647), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:04.716547 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e222a0bb-1886-49dc-a35f-623284885ef2 req-2a79dca8-cd0f-4e9d-8a76-0f8f3d4b004f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 210 time: 0.1954131 Oct 16 00:58:04.722913 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1dd255c7-66fa-4b7f-8dd8-38f62156f741 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=56dafe1503724a8387b09e7ced1f22b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6620879 Oct 16 00:58:04.747578 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57796) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:04.764123 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:04.766092 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0811dba9-7981-4ca6-82bf-e072bf3cf67f req-3dc52872-c9e0-400d-9a6e-e8d16c7d9961 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923067 Oct 16 00:58:04.826839 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-9415477f-cbbc-4e51-9461-13b4a2fc2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:04.828366 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-9415477f-cbbc-4e51-9461-13b4a2fc2aed service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a617817b-7e5e-42c9-b510-1f81c28bf50c HTTP/1.1" status: 200 len: 854 time: 0.3607347 Oct 16 00:58:04.846828 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd255c7-66fa-4b7f-8dd8-38f62156f741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c32063d-f503-457a-ad08-be6b2a9d2647,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:04.899865 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea15d49d-61be-44c1-8a06-fba5052a87df admin admin] Publish callbacks [] for security_group (d442600b-298d-4344-a13b-61a47df53fa2), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:04.907616 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea15d49d-61be-44c1-8a06-fba5052a87df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (d442600b-298d-4344-a13b-61a47df53fa2), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:04.924913 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf79a984-ae1b-4da3-aca3-d47362b08bcb admin admin] Publish callbacks [] for security_group (42bd8242-5229-4bb2-a4bc-db4a23dbde86), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:04.929726 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:04.942561 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf79a984-ae1b-4da3-aca3-d47362b08bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (42bd8242-5229-4bb2-a4bc-db4a23dbde86), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:04.967137 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ea15d49d-61be-44c1-8a06-fba5052a87df admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=35ea763c74bf4281a2492556062f5b78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9604559 Oct 16 00:58:04.968651 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15d49d-61be-44c1-8a06-fba5052a87df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d442600b-298d-4344-a13b-61a47df53fa2,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:04.971076 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57802) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:05.032850 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8db04aba-f643-48e4-9f3a-f6a9a5becb1d admin admin] Publish callbacks [] for security_group (d442600b-298d-4344-a13b-61a47df53fa2), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.056814 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79a984-ae1b-4da3-aca3-d47362b08bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bd8242-5229-4bb2-a4bc-db4a23dbde86,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:05.057759 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8db04aba-f643-48e4-9f3a-f6a9a5becb1d admin admin] Publish callbacks [] for security_group (d442600b-298d-4344-a13b-61a47df53fa2), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.110131 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79414fda-a04f-44d8-8870-0ef085eb2843 req-cb9a6a6f-de85-4ce3-9ee6-aef486866b43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:05.111728 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-79414fda-a04f-44d8-8870-0ef085eb2843 req-cb9a6a6f-de85-4ce3-9ee6-aef486866b43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 943 time: 0.3699801 Oct 16 00:58:05.129845 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8db04aba-f643-48e4-9f3a-f6a9a5becb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (d442600b-298d-4344-a13b-61a47df53fa2), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.134400 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8db04aba-f643-48e4-9f3a-f6a9a5becb1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.140236 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8db04aba-f643-48e4-9f3a-f6a9a5becb1d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d442600b-298d-4344-a13b-61a47df53fa2 HTTP/1.1" status: 204 len: 168 time: 0.1635702 Oct 16 00:58:05.149555 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Allocated IP 172.20.0.14 (758abdbd-543f-42fe-8aa7-53af6cbbeb5d/ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d/9f15f027-a9c6-4298-a989-336905ee5a12) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:58:05.173056 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-bf79a984-ae1b-4da3-aca3-d47362b08bcb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8d819a5b4ad146bb8c3eccf8c8e2d7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9752433 Oct 16 00:58:05.173284 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db04aba-f643-48e4-9f3a-f6a9a5becb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d442600b-298d-4344-a13b-61a47df53fa2,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:05.173284 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57810) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:05.176798 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-8dd06a39-1620-4c1f-869f-7e4e726a90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:05.178233 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-8dd06a39-1620-4c1f-869f-7e4e726a90f5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2371349 Oct 16 00:58:05.188428 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:05.195027 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33283690-1c08-447a-bd93-ed58a875a190 admin admin] Publish callbacks [] for security_group (4c32063d-f503-457a-ad08-be6b2a9d2647), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.197708 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c6510-e17d-4406-b65e-d25a3520cd44 req-8dd85652-4f18-409b-9663-36b1da516fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:05.199760 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b19c6510-e17d-4406-b65e-d25a3520cd44 req-8dd85652-4f18-409b-9663-36b1da516fdc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 1130 time: 0.2598574 Oct 16 00:58:05.272123 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb633a17-40ab-4d96-b78d-343c84338a9c req-993906e3-6f24-45bc-9bd9-111b7f44b635 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:05.275340 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bb633a17-40ab-4d96-b78d-343c84338a9c req-993906e3-6f24-45bc-9bd9-111b7f44b635 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 945 time: 0.1070721 Oct 16 00:58:05.319150 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b19c6510-e17d-4406-b65e-d25a3520cd44 req-fd240776-210b-49ab-8119-dee181b2188e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.329721 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33283690-1c08-447a-bd93-ed58a875a190 admin admin] Publish callbacks [] for security_group (4c32063d-f503-457a-ad08-be6b2a9d2647), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.354985 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3ede125b-a12c-4cbe-a266-37a4d4acc2ab admin admin] Publish callbacks [] for security_group (42bd8242-5229-4bb2-a4bc-db4a23dbde86), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.380293 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bb633a17-40ab-4d96-b78d-343c84338a9c req-8e02451a-65ee-4576-a95b-c12e13e329e4 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929935 Oct 16 00:58:05.394643 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3ede125b-a12c-4cbe-a266-37a4d4acc2ab admin admin] Publish callbacks [] for security_group (42bd8242-5229-4bb2-a4bc-db4a23dbde86), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.414687 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-79414fda-a04f-44d8-8870-0ef085eb2843 req-193d4e46-08ca-4d68-ab0f-e17eb84ffdaa tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819915 Oct 16 00:58:05.515704 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-4873f410-1131-46d4-b6ce-a5e4e6a63fd4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219349 Oct 16 00:58:05.549800 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3ede125b-a12c-4cbe-a266-37a4d4acc2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (42bd8242-5229-4bb2-a4bc-db4a23dbde86), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.552929 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3ede125b-a12c-4cbe-a266-37a4d4acc2ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.557836 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3ede125b-a12c-4cbe-a266-37a4d4acc2ab admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/42bd8242-5229-4bb2-a4bc-db4a23dbde86 HTTP/1.1" status: 204 len: 168 time: 0.3835473 Oct 16 00:58:05.619746 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79832a-ccaf-4a2e-b51f-bf17c112a593 req-df7dcd9a-4999-4e21-a4b9-927bc87fb2ad tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:05.620835 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33283690-1c08-447a-bd93-ed58a875a190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (4c32063d-f503-457a-ad08-be6b2a9d2647), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.622266 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2b79832a-ccaf-4a2e-b51f-bf17c112a593 req-df7dcd9a-4999-4e21-a4b9-927bc87fb2ad tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 946 time: 0.0631373 Oct 16 00:58:05.624147 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33283690-1c08-447a-bd93-ed58a875a190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.625305 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-33283690-1c08-447a-bd93-ed58a875a190 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4c32063d-f503-457a-ad08-be6b2a9d2647 HTTP/1.1" status: 204 len: 168 time: 0.8575394 Oct 16 00:58:05.628381 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede125b-a12c-4cbe-a266-37a4d4acc2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bd8242-5229-4bb2-a4bc-db4a23dbde86,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:05.665618 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33283690-1c08-447a-bd93-ed58a875a190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c32063d-f503-457a-ad08-be6b2a9d2647,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:05.692368 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for port (9f15f027-a9c6-4298-a989-336905ee5a12), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.722308 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b19c6510-e17d-4406-b65e-d25a3520cd44 req-fd240776-210b-49ab-8119-dee181b2188e service neutron] Publish callbacks [] for security_group (a1e7dd06-fc0d-4fce-b5ae-79dd9b08470d), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.735298 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b19c6510-e17d-4406-b65e-d25a3520cd44 req-fd240776-210b-49ab-8119-dee181b2188e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (a1e7dd06-fc0d-4fce-b5ae-79dd9b08470d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.753205 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2b79832a-ccaf-4a2e-b51f-bf17c112a593 req-5575c1b0-3da1-4c01-8dc6-75edd6287181 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224492 Oct 16 00:58:05.846585 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b19c6510-e17d-4406-b65e-d25a3520cd44 req-fd240776-210b-49ab-8119-dee181b2188e service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301472 Oct 16 00:58:05.848995 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-245ca12f-82a2-43d4-a5fe-d3d4301f39b7 req-1a377261-a6fe-4a47-8f76-0a49e4123a8a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243663 Oct 16 00:58:05.867977 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd240776-210b-49ab-8119-dee181b2188e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e7dd06-fc0d-4fce-b5ae-79dd9b08470d,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:05.912394 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:05.936348 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-de6874ed-b087-4aaf-b0dc-63cf1a49df4c req-4498bbfb-31a7-4eb8-ab45-d7c8019599d3 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 210 time: 0.0835216 Oct 16 00:58:05.976487 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:05.983125 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57830) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:06.005498 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2c13-1c45-4994-95ee-cb480158949f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.024797 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:58:06.035668 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:58:06.039676 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:58:06.041982 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:06.167583 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2c13-1c45-4994-95ee-cb480158949f admin admin] Publish callbacks [] for security_group (0de948cc-e4c1-4324-97a5-f07e9e6fc97a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.175443 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d0cf2c13-1c45-4994-95ee-cb480158949f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (0de948cc-e4c1-4324-97a5-f07e9e6fc97a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.226591 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf2c13-1c45-4994-95ee-cb480158949f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de948cc-e4c1-4324-97a5-f07e9e6fc97a,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:06.276307 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d0cf2c13-1c45-4994-95ee-cb480158949f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=996d26fd06a943258239da182d539a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875023 Oct 16 00:58:06.280121 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57834) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:06.409566 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-667810fe-d1e6-4c13-adf1-ca83824ab20d None None] Provisioning complete for port 9f15f027-a9c6-4298-a989-336905ee5a12 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:58:06.410268 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-667810fe-d1e6-4c13-adf1-ca83824ab20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.411476 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-667810fe-d1e6-4c13-adf1-ca83824ab20d None None] Attempt 1 to provision port 9f15f027-a9c6-4298-a989-336905ee5a12 Oct 16 00:58:06.419194 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4dafe2ec-18cc-4cac-86df-bbe81f89ef51 admin admin] Publish callbacks [] for security_group (0de948cc-e4c1-4324-97a5-f07e9e6fc97a), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.484514 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4dafe2ec-18cc-4cac-86df-bbe81f89ef51 admin admin] Publish callbacks [] for security_group (0de948cc-e4c1-4324-97a5-f07e9e6fc97a), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.489813 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:06.491218 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.498007 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:06.507584 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event updated for resources: {'Port': ['ID=9f15f027-a9c6-4298-a989-336905ee5a12,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:06.545320 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-e0d064e1-e350-47e9-8ff5-302a695cbea6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3700862 Oct 16 00:58:06.563339 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:06.566902 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-667810fe-d1e6-4c13-adf1-ca83824ab20d None None] Port 9f15f027-a9c6-4298-a989-336905ee5a12 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:58:06.626330 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5ac0d-b277-4314-873a-758576ef64b8 req-9ca7992a-cc8c-434f-859a-a7fd2cf8abc5 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:06.627415 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b8d5ac0d-b277-4314-873a-758576ef64b8 req-9ca7992a-cc8c-434f-859a-a7fd2cf8abc5 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 943 time: 0.0638158 Oct 16 00:58:06.628105 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57844) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:06.633186 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59ce7b-6ae8-45ef-b6db-9c3c0f504a41 req-3f8a0ca9-6773-4817-b7dd-d7159b4f0a9b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:06.635303 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1b59ce7b-6ae8-45ef-b6db-9c3c0f504a41 req-3f8a0ca9-6773-4817-b7dd-d7159b4f0a9b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 945 time: 0.0728142 Oct 16 00:58:06.649373 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3a5310b7-4b01-4d15-834c-68da002a3965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.669430 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4dafe2ec-18cc-4cac-86df-bbe81f89ef51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (0de948cc-e4c1-4324-97a5-f07e9e6fc97a), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.672103 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4dafe2ec-18cc-4cac-86df-bbe81f89ef51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.673487 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4dafe2ec-18cc-4cac-86df-bbe81f89ef51 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0de948cc-e4c1-4324-97a5-f07e9e6fc97a HTTP/1.1" status: 204 len: 168 time: 0.3922789 Oct 16 00:58:06.697055 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafe2ec-18cc-4cac-86df-bbe81f89ef51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de948cc-e4c1-4324-97a5-f07e9e6fc97a,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:06.743211 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1b59ce7b-6ae8-45ef-b6db-9c3c0f504a41 req-749a14ff-db18-456b-bcee-907d2ed9d886 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887141 Oct 16 00:58:06.753270 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b8d5ac0d-b277-4314-873a-758576ef64b8 req-53a3511a-f47d-4585-805c-9e7d1fa30d84 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049337 Oct 16 00:58:06.847329 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3a5310b7-4b01-4d15-834c-68da002a3965 admin admin] Publish callbacks [] for security_group (10d50c51-f40d-4e3d-bcb1-c51ee7db9703), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.852312 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3a5310b7-4b01-4d15-834c-68da002a3965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (10d50c51-f40d-4e3d-bcb1-c51ee7db9703), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.869688 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57854) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:06.875291 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device ae364987-4db0-45e9-8b32-48163c845492 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 00:58:06.878855 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 37a89ecc-65c3-483a-b753-8ddbd32b4132 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:58:06.915282 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806af3fa-25bd-4862-b298-b439bdfab14b req-c60d830b-794f-418a-9b3f-236baae2c18c tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:06.923319 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-806af3fa-25bd-4862-b298-b439bdfab14b req-c60d830b-794f-418a-9b3f-236baae2c18c tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 946 time: 0.0656862 Oct 16 00:58:06.931491 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d8804b0d-c280-41e0-908d-507004603005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:06.935604 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5310b7-4b01-4d15-834c-68da002a3965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d50c51-f40d-4e3d-bcb1-c51ee7db9703,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:06.947563 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3a5310b7-4b01-4d15-834c-68da002a3965 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f88dc43c613e45aab8456768d988fb0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183541 Oct 16 00:58:06.953070 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57856) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:07.009918 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-806af3fa-25bd-4862-b298-b439bdfab14b req-53b057b2-8152-4ddd-995a-566510fac4eb tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850196 Oct 16 00:58:07.075869 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-fcb5ccab-4812-4d34-b7bd-981cb86d9edb admin admin] Publish callbacks [] for security_group (10d50c51-f40d-4e3d-bcb1-c51ee7db9703), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.115033 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 37a89ecc-65c3-483a-b753-8ddbd32b4132 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 00:58:07.129893 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port ae364987-4db0-45e9-8b32-48163c845492, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ae364987-4db0-45e9-8b32-48163c845492,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:07.132466 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 37a89ecc-65c3-483a-b753-8ddbd32b4132 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:58:07.132849 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.133266 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 37a89ecc-65c3-483a-b753-8ddbd32b4132 Oct 16 00:58:07.156811 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-fcb5ccab-4812-4d34-b7bd-981cb86d9edb admin admin] Publish callbacks [] for security_group (10d50c51-f40d-4e3d-bcb1-c51ee7db9703), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.189250 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': 'ae364987-4db0-45e9-8b32-48163c845492', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'port_id': 'ae364987-4db0-45e9-8b32-48163c845492', 'mac_address': 'fa:16:3e:63:73:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 00:58:07.215909 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286089b1-9a46-479b-b0fd-0fe924325fd0 req-1e25a7b5-559a-469a-a56b-e8d2891358bb tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:07.217802 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-286089b1-9a46-479b-b0fd-0fe924325fd0 req-1e25a7b5-559a-469a-a56b-e8d2891358bb tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 932 time: 0.1368182 Oct 16 00:58:07.220391 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d8804b0d-c280-41e0-908d-507004603005 admin admin] Publish callbacks [] for security_group (3691881b-3472-49f0-aa10-5d3bc56ea4ae), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.247864 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d8804b0d-c280-41e0-908d-507004603005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3691881b-3472-49f0-aa10-5d3bc56ea4ae), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.268623 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:07.270157 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 37a89ecc-65c3-483a-b753-8ddbd32b4132 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:07.270682 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.293352 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port ae364987-4db0-45e9-8b32-48163c845492 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:07.293752 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ae364987-4db0-45e9-8b32-48163c845492), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.308073 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8804b0d-c280-41e0-908d-507004603005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3691881b-3472-49f0-aa10-5d3bc56ea4ae,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:07.318030 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Request body: {'port': {'device_id': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:58:07.326767 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae364987-4db0-45e9-8b32-48163c845492 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:58:07.352524 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 37a89ecc-65c3-483a-b753-8ddbd32b4132, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=37a89ecc-65c3-483a-b753-8ddbd32b4132,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:07.353639 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7ed11a-f7aa-4bed-bf41-596a5feb1c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a89ecc-65c3-483a-b753-8ddbd32b4132'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:58:07.356867 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4fff49-438e-4e11-9451-deda4b4c715a" -d '{"events": [{"server_uuid": "8d7ed11a-f7aa-4bed-bf41-596a5feb1c14", "name": "network-vif-plugged", "status": "completed", "tag": "37a89ecc-65c3-483a-b753-8ddbd32b4132"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:58:07.364964 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.383352 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device e6727a07-61b9-4fef-83e4-902cce857bee up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:58:07.392199 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d8804b0d-c280-41e0-908d-507004603005 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ab3e02221593480a8b183f9cb050dd38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086386 Oct 16 00:58:07.392962 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 57876) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:07.444395 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-286089b1-9a46-479b-b0fd-0fe924325fd0 req-1b91ac97-80ab-435d-938b-fd32e915bc05 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112794 Oct 16 00:58:07.457922 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-fcb5ccab-4812-4d34-b7bd-981cb86d9edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (10d50c51-f40d-4e3d-bcb1-c51ee7db9703), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.462780 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-fcb5ccab-4812-4d34-b7bd-981cb86d9edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.463939 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-fcb5ccab-4812-4d34-b7bd-981cb86d9edb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/10d50c51-f40d-4e3d-bcb1-c51ee7db9703 HTTP/1.1" status: 204 len: 168 time: 0.5083992 Oct 16 00:58:07.468033 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 00:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcee12ae-70a9-4d99-a68f-f9f13a7b0691 x-openstack-request-id: req-dcee12ae-70a9-4d99-a68f-f9f13a7b0691 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:58:07.469137 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7ed11a-f7aa-4bed-bf41-596a5feb1c14", "name": "network-vif-plugged", "status": "completed", "tag": "37a89ecc-65c3-483a-b753-8ddbd32b4132", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:58:07.469539 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcee12ae-70a9-4d99-a68f-f9f13a7b0691 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:58:07.470518 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcee12ae-70a9-4d99-a68f-f9f13a7b0691'] response: {'server_uuid': '8d7ed11a-f7aa-4bed-bf41-596a5feb1c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a89ecc-65c3-483a-b753-8ddbd32b4132', 'code': 200} Oct 16 00:58:07.475452 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port ae364987-4db0-45e9-8b32-48163c845492, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ae364987-4db0-45e9-8b32-48163c845492,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:07.493650 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ae364987-4db0-45e9-8b32-48163c845492), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.500716 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5ccab-4812-4d34-b7bd-981cb86d9edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d50c51-f40d-4e3d-bcb1-c51ee7db9703,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:07.506397 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.509317 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-382b570e-9b78-418c-9e50-0a30d501c25d admin admin] Publish callbacks [] for security_group (3691881b-3472-49f0-aa10-5d3bc56ea4ae), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.529094 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:07.563402 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=37a89ecc-65c3-483a-b753-8ddbd32b4132,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:07.583974 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-382b570e-9b78-418c-9e50-0a30d501c25d admin admin] Publish callbacks [] for security_group (3691881b-3472-49f0-aa10-5d3bc56ea4ae), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.632909 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port e6727a07-61b9-4fef-83e4-902cce857bee completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 00:58:07.662602 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port e6727a07-61b9-4fef-83e4-902cce857bee triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:58:07.663017 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.663349 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port e6727a07-61b9-4fef-83e4-902cce857bee Oct 16 00:58:07.683406 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-382b570e-9b78-418c-9e50-0a30d501c25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3691881b-3472-49f0-aa10-5d3bc56ea4ae), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.693921 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-382b570e-9b78-418c-9e50-0a30d501c25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:07.698534 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-382b570e-9b78-418c-9e50-0a30d501c25d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3691881b-3472-49f0-aa10-5d3bc56ea4ae HTTP/1.1" status: 204 len: 168 time: 0.3015482 Oct 16 00:58:07.717058 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b570e-9b78-418c-9e50-0a30d501c25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3691881b-3472-49f0-aa10-5d3bc56ea4ae,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:07.819495 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=ae364987-4db0-45e9-8b32-48163c845492,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:07.856404 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['ae364987-4db0-45e9-8b32-48163c845492'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 00:58:07.929810 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:07.986110 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c65190-6e91-4d9c-928c-edc3f4c1ff2c req-d285c3b8-55ad-4970-98f7-ff71733bdd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:07.987817 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-29c65190-6e91-4d9c-928c-edc3f4c1ff2c req-d285c3b8-55ad-4970-98f7-ff71733bdd4a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 1129 time: 0.0562336 Oct 16 00:58:08.017260 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f07a1-c63d-4e87-8d32-48953a02f257 req-0b27c18c-05d4-4863-a1b1-7e917f9c3e4e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:08.027704 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e44f07a1-c63d-4e87-8d32-48953a02f257 req-0b27c18c-05d4-4863-a1b1-7e917f9c3e4e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 945 time: 0.1232762 Oct 16 00:58:08.033402 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f15f027-a9c6-4298-a989-336905ee5a12 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:58:08.055826 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Publish callbacks [] for port (9f15f027-a9c6-4298-a989-336905ee5a12), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:08.076452 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aa99d-bd46-45db-aacb-b20462ac9540 req-f98d2d07-bab3-41d9-9732-6963f21060a0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:08.085521 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f61aa99d-bd46-45db-aacb-b20462ac9540 req-f98d2d07-bab3-41d9-9732-6963f21060a0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 944 time: 0.1100688 Oct 16 00:58:08.140628 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Transition to ACTIVE for port object 9f15f027-a9c6-4298-a989-336905ee5a12 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 00:58:08.143209 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port e6727a07-61b9-4fef-83e4-902cce857bee is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:08.143602 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:08.169078 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:08.184862 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e44f07a1-c63d-4e87-8d32-48953a02f257 req-b74fef4d-ee61-4ab8-8a94-d6be44127ef7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557863 Oct 16 00:58:08.218316 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-29c65190-6e91-4d9c-928c-edc3f4c1ff2c req-a1155cc3-88a5-4bb1-a44e-8809dd9f55c2 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024667 Oct 16 00:58:08.287732 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port e6727a07-61b9-4fef-83e4-902cce857bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6727a07-61b9-4fef-83e4-902cce857bee,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:08.292532 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:08.294462 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f61aa99d-bd46-45db-aacb-b20462ac9540 req-d424f3ac-fed5-4168-b0ea-f0dfc64d12f8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044535 Oct 16 00:58:08.356633 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:08.364798 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Pushing event updated for resources: {'Port': ['ID=9f15f027-a9c6-4298-a989-336905ee5a12,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:08.389675 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=e6727a07-61b9-4fef-83e4-902cce857bee,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:08.507417 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Attempting to bind port 9f15f027-a9c6-4298-a989-336905ee5a12 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:58:08.507996 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Attempting to bind port 9f15f027-a9c6-4298-a989-336905ee5a12 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:58:08.508499 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Attempting to bind port 9f15f027-a9c6-4298-a989-336905ee5a12 on network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:58:08.578458 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Port 9f15f027-a9c6-4298-a989-336905ee5a12 on network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 00:58:08.579144 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Attempting to bind port 9f15f027-a9c6-4298-a989-336905ee5a12 on network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:58:08.605729 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:08.645728 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3063b-748f-4b10-b446-2dcf0ab56f11 req-28c35b74-e360-496b-8a1d-f2b225f71549 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:08.645728 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9ac3063b-748f-4b10-b446-2dcf0ab56f11 req-28c35b74-e360-496b-8a1d-f2b225f71549 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 946 time: 0.3005662 Oct 16 00:58:08.682634 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:58:08.682998 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Checking segment: {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:58:08.683993 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Bound using segment: {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:58:08.684583 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Bound port: 9f15f027-a9c6-4298-a989-336905ee5a12, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:58:08.684947 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:08.709122 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2ce4d-de83-4580-a113-30e623dd7d00 req-f32d2d97-3cb2-4f58-bd29-cf65b840e737 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:08.710831 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f3e2ce4d-de83-4580-a113-30e623dd7d00 req-f32d2d97-3cb2-4f58-bd29-cf65b840e737 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0849221 Oct 16 00:58:08.724646 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9ac3063b-748f-4b10-b446-2dcf0ab56f11 req-827e4790-3bc9-473f-b97b-162824dc01c1 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729852 Oct 16 00:58:08.819275 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:58:08.824475 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f3e2ce4d-de83-4580-a113-30e623dd7d00 req-d933bffc-ec6f-434a-adff-73e36c709c11 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787330 Oct 16 00:58:08.826464 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f15f027-a9c6-4298-a989-336905ee5a12,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:58:08.835868 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:08.842327 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:08.842964 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:08.844451 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/9f15f027-a9c6-4298-a989-336905ee5a12 HTTP/1.1" status: 200 len: 1094 time: 1.5431581 Oct 16 00:58:08.846956 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:58:08.848344 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7511dc2c-ac2e-4f39-a992-e71e71aa9c09" -d '{"events": [{"name": "network-changed", "server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:58:08.886811 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device ae364987-4db0-45e9-8b32-48163c845492 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:58:08.894594 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:08.950114 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 00:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5f73ce-adb3-480d-afed-9d801a3eca5d x-openstack-request-id: req-fe5f73ce-adb3-480d-afed-9d801a3eca5d {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:58:08.950395 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:58:08.950643 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe5f73ce-adb3-480d-afed-9d801a3eca5d {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:58:08.955944 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5f73ce-adb3-480d-afed-9d801a3eca5d'] response: {'name': 'network-changed', 'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12', 'status': 'completed', 'code': 200} Oct 16 00:58:08.986909 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port ae364987-4db0-45e9-8b32-48163c845492 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 00:58:08.996871 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port ae364987-4db0-45e9-8b32-48163c845492 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:58:08.997744 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ae364987-4db0-45e9-8b32-48163c845492), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:08.998165 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port ae364987-4db0-45e9-8b32-48163c845492 Oct 16 00:58:09.010275 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb1f82-4c51-4daa-a4c6-cd9ea3426359 service neutron] Pushing event updated for resources: {'Port': ['ID=9f15f027-a9c6-4298-a989-336905ee5a12,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:09.102027 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port ae364987-4db0-45e9-8b32-48163c845492 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:09.102425 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ae364987-4db0-45e9-8b32-48163c845492), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:09.154519 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port ae364987-4db0-45e9-8b32-48163c845492, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ae364987-4db0-45e9-8b32-48163c845492,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:09.164329 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ae364987-4db0-45e9-8b32-48163c845492), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:09.278218 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=ae364987-4db0-45e9-8b32-48163c845492,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:09.324866 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c572a9-5a43-41a7-b797-53c006242662 req-3f60e2de-734f-4484-b5e5-b4cc66c275de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:09.342629 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-3f60e2de-734f-4484-b5e5-b4cc66c275de service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 1128 time: 0.1057348 Oct 16 00:58:09.419342 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe9783-5ab5-4106-91d3-1dc1998f1f58 req-d7b44f9b-d8ad-4d39-95c7-67b32494400a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:09.420887 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4bfe9783-5ab5-4106-91d3-1dc1998f1f58 req-d7b44f9b-d8ad-4d39-95c7-67b32494400a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0699162 Oct 16 00:58:09.448497 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:09.456691 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-47ee3dc5-593a-4a14-8200-257dfcea4c0e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f15f027-a9c6-4298-a989-336905ee5a12 HTTP/1.1" status: 200 len: 217 time: 0.1068463 Oct 16 00:58:09.471977 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9dffef0-6081-49ec-9c9e-2412f35c0907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6727a07-61b9-4fef-83e4-902cce857bee'}, {'server_uuid': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae364987-4db0-45e9-8b32-48163c845492'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:58:09.476154 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8102295-87a2-4610-8801-bc2426ab1fb7" -d '{"events": [{"server_uuid": "b9dffef0-6081-49ec-9c9e-2412f35c0907", "name": "network-vif-plugged", "status": "completed", "tag": "e6727a07-61b9-4fef-83e4-902cce857bee"}, {"server_uuid": "f0dbf503-273a-4834-af7e-20ee0ac8b573", "name": "network-vif-plugged", "status": "completed", "tag": "ae364987-4db0-45e9-8b32-48163c845492"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:58:09.494826 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290feeae-9a6a-4e38-823f-f16089e01932 req-b7421c67-6078-4391-a4eb-b1b54b70f79d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:09.497305 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-290feeae-9a6a-4e38-823f-f16089e01932 req-b7421c67-6078-4391-a4eb-b1b54b70f79d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 945 time: 0.0612049 Oct 16 00:58:09.519167 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4bfe9783-5ab5-4106-91d3-1dc1998f1f58 req-27518a77-c150-4ce3-91df-89c4037ac258 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710661 Oct 16 00:58:09.582546 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-290feeae-9a6a-4e38-823f-f16089e01932 req-c33e20d4-258b-44ea-af58-1174bcf3fe8f tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780196 Oct 16 00:58:09.646182 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 16 Oct 2022 00:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6a02f3-3f09-4dbf-ac7b-170e2e47de7e x-openstack-request-id: req-8d6a02f3-3f09-4dbf-ac7b-170e2e47de7e {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:58:09.646536 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9dffef0-6081-49ec-9c9e-2412f35c0907", "name": "network-vif-plugged", "status": "completed", "tag": "e6727a07-61b9-4fef-83e4-902cce857bee", "code": 200}, {"server_uuid": "f0dbf503-273a-4834-af7e-20ee0ac8b573", "name": "network-vif-plugged", "status": "completed", "tag": "ae364987-4db0-45e9-8b32-48163c845492", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:58:09.646798 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d6a02f3-3f09-4dbf-ac7b-170e2e47de7e {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:58:09.647223 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6a02f3-3f09-4dbf-ac7b-170e2e47de7e'] response: {'server_uuid': 'b9dffef0-6081-49ec-9c9e-2412f35c0907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6727a07-61b9-4fef-83e4-902cce857bee', 'code': 200} Oct 16 00:58:09.647563 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6a02f3-3f09-4dbf-ac7b-170e2e47de7e'] response: {'server_uuid': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae364987-4db0-45e9-8b32-48163c845492', 'code': 200} Oct 16 00:58:09.650496 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c572a9-5a43-41a7-b797-53c006242662 req-89a79235-a853-45ef-a22f-1350884ba844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:09.652387 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-89a79235-a853-45ef-a22f-1350884ba844 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d HTTP/1.1" status: 200 len: 855 time: 0.1074142 Oct 16 00:58:09.734243 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 57976) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:09.864872 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817153d-7457-479e-a953-ea5de5243954 req-970944a0-b758-4f3d-bb9a-ae7ef33de5ac tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:09.867269 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8817153d-7457-479e-a953-ea5de5243954 req-970944a0-b758-4f3d-bb9a-ae7ef33de5ac tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 946 time: 0.0601966 Oct 16 00:58:09.905884 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2068285255-network', 'tenant_id': 'a850973394834b1c9a2eb5370e303a21'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:58:09.946787 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8817153d-7457-479e-a953-ea5de5243954 req-9497cc01-35c8-4ba8-9145-6ef0a2ec01a1 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694101 Oct 16 00:58:09.972397 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Made reservation on behalf of a850973394834b1c9a2eb5370e303a21 for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:58:09.975625 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:10.012044 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:10.057685 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:10.060505 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c572a9-5a43-41a7-b797-53c006242662 req-ad31b0b7-b9d3-48f9-a483-503638b7a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:10.062470 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-ad31b0b7-b9d3-48f9-a483-503638b7a696 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525198 Oct 16 00:58:10.114312 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ea5b-73b0-4901-96a0-62b935d35536 req-25b12e94-9c0d-4229-9b94-07221e067532 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:10.122140 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-92a7ea5b-73b0-4901-96a0-62b935d35536 req-25b12e94-9c0d-4229-9b94-07221e067532 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.1783090 Oct 16 00:58:10.289351 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-92a7ea5b-73b0-4901-96a0-62b935d35536 req-f24aafdc-eb1b-42a7-b791-df76b1522c75 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644061 Oct 16 00:58:10.310659 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-dc489231-0a5b-46e2-8a94-44a93b766293 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282748 Oct 16 00:58:10.449807 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Publish callbacks [] for security_group (52218b3c-54fc-499a-bfbd-25c31c268a13), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:10.492768 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (52218b3c-54fc-499a-bfbd-25c31c268a13), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:10.532513 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:10.591402 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=104580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:58:10.596222 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd62a7-e99e-4a6f-bea2-82c66a8b3635 req-e513e6d9-47b3-4a05-b68a-f15a5fa65ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:10.597727 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ffdd62a7-e99e-4a6f-bea2-82c66a8b3635 req-e513e6d9-47b3-4a05-b68a-f15a5fa65ccb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 1130 time: 0.1894953 Oct 16 00:58:10.660821 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf335c-6c76-41ac-aa33-d948fd6d61b6 req-5e706840-df49-4880-8856-d8bcf1240f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:10.662414 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1dbf335c-6c76-41ac-aa33-d948fd6d61b6 req-5e706840-df49-4880-8856-d8bcf1240f66 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 1129 time: 0.1856565 Oct 16 00:58:10.690133 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (b788703d-ad24-407a-9162-b4424ad7dd01), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:10.690678 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Added segment b788703d-ad24-407a-9162-b4424ad7dd01 of type vlan for network 60ed8060-2b52-472c-bd81-6d2d3a8ca986 Oct 16 00:58:10.696918 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ffdd62a7-e99e-4a6f-bea2-82c66a8b3635 req-e51c6857-9252-4625-b6c5-eaadb8309316 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706127 Oct 16 00:58:10.736115 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52218b3c-54fc-499a-bfbd-25c31c268a13,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:10.785647 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2c572a9-5a43-41a7-b797-53c006242662 req-664d01ae-8066-4d60-91d3-2e7daed2fdd2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780929 Oct 16 00:58:10.819825 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488e68e-aa3a-4750-8ed6-fb6295bc76a4 req-4450e955-0f0f-49b7-a315-1758a213dc3f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:10.821761 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0488e68e-aa3a-4750-8ed6-fb6295bc76a4 req-4450e955-0f0f-49b7-a315-1758a213dc3f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.1099768 Oct 16 00:58:10.843312 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (60ed8060-2b52-472c-bd81-6d2d3a8ca986), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:10.908373 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1dbf335c-6c76-41ac-aa33-d948fd6d61b6 req-7c8fc3a0-8f65-451a-b5a5-1f33cf3acb48 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197752 Oct 16 00:58:10.920538 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0488e68e-aa3a-4750-8ed6-fb6295bc76a4 req-cde0b2c5-83cb-44af-bb98-d3f29ad5e390 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868711 Oct 16 00:58:10.926113 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6268-2495-4165-a1ef-0976678ae190 req-6e811aff-6d0f-416d-bf7b-16a113c8e4b0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:10.927721 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eeea6268-2495-4165-a1ef-0976678ae190 req-6e811aff-6d0f-416d-bf7b-16a113c8e4b0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 945 time: 0.1390095 Oct 16 00:58:10.941883 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (60ed8060-2b52-472c-bd81-6d2d3a8ca986), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:10.943991 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:10.944696 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:10.981391 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:11.032698 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2970743 Oct 16 00:58:11.036083 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58038) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:11.046479 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-9058782f-41b9-4901-b560-ca4320e49d96 admin admin] Request body: {'subnet': {'network_id': '60ed8060-2b52-472c-bd81-6d2d3a8ca986', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2068285255-subnet', 'tenant_id': 'a850973394834b1c9a2eb5370e303a21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:58:11.066345 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbea4e-53f8-464d-ae6c-d668d3eae070 admin admin] Pushing event updated for resources: {'Network': ['ID=60ed8060-2b52-472c-bd81-6d2d3a8ca986,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:11.082269 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 60ed8060-2b52-472c-bd81-6d2d3a8ca986 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:58:11.083691 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9058782f-41b9-4901-b560-ca4320e49d96 admin admin] Made reservation on behalf of a850973394834b1c9a2eb5370e303a21 for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:58:11.088281 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9058782f-41b9-4901-b560-ca4320e49d96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2786959'] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:11.099452 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eeea6268-2495-4165-a1ef-0976678ae190 req-5c4f6732-0b8d-4a65-8227-981c59e5b13b tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600080 Oct 16 00:58:11.216054 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:11.382007 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9058782f-41b9-4901-b560-ca4320e49d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2994349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2786973'] for subnet (5e7c8763-28ee-4293-9560-4345d6255350), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:11.504642 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058782f-41b9-4901-b560-ca4320e49d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7c8763-28ee-4293-9560-4345d6255350,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:11.542413 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722ffc5-e3d7-4f20-a919-9c394be96af9 req-b8ea7356-e149-4617-8949-91e28a4b5342 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:11.545071 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a722ffc5-e3d7-4f20-a919-9c394be96af9 req-b8ea7356-e149-4617-8949-91e28a4b5342 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.1132996 Oct 16 00:58:11.564877 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9058782f-41b9-4901-b560-ca4320e49d96 admin admin] Checking segment: {'id': 'b788703d-ad24-407a-9162-b4424ad7dd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '60ed8060-2b52-472c-bd81-6d2d3a8ca986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:58:11.569127 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9058782f-41b9-4901-b560-ca4320e49d96 admin admin] Network hostable DHCP agents. Network: 60ed8060-2b52-472c-bd81-6d2d3a8ca986, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:58:11.625667 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9058782f-41b9-4901-b560-ca4320e49d96 admin admin] Network 60ed8060-2b52-472c-bd81-6d2d3a8ca986 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:58:11.640454 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a722ffc5-e3d7-4f20-a919-9c394be96af9 req-4e038248-65e9-470d-bf42-e7a69b3fc55b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858541 Oct 16 00:58:11.641734 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-9058782f-41b9-4901-b560-ca4320e49d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 60ed8060-2b52-472c-bd81-6d2d3a8ca986) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:58:11.646824 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9058782f-41b9-4901-b560-ca4320e49d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:11.647966 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9058782f-41b9-4901-b560-ca4320e49d96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:11.664940 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da23f56-7c40-4497-a50e-d0a8e4f705df None None] Network 60ed8060-2b52-472c-bd81-6d2d3a8ca986 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:58:11.678300 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9058782f-41b9-4901-b560-ca4320e49d96 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6405303 Oct 16 00:58:11.816524 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4616ccd0-2edc-4e9c-bf33-3d89fdb0ad3f None None] Network 60ed8060-2b52-472c-bd81-6d2d3a8ca986 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:58:11.916195 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:12.076402 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93484e-516d-4d31-b8f0-f7fe6ff58945 req-a26a7a51-51f5-4e61-8fa0-972e16724f9f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:12.079032 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ea93484e-516d-4d31-b8f0-f7fe6ff58945 req-a26a7a51-51f5-4e61-8fa0-972e16724f9f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0605061 Oct 16 00:58:12.148850 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ea93484e-516d-4d31-b8f0-f7fe6ff58945 req-6a95dfd0-7fdd-4fca-a0dc-1b390334c07b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631633 Oct 16 00:58:12.282049 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93705fc1-e9a4-41d6-aac9-8bf0aa8262a4 req-ec4bcbc8-e08e-405a-a61e-e01d1c6ea77b tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:12.283750 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-93705fc1-e9a4-41d6-aac9-8bf0aa8262a4 req-ec4bcbc8-e08e-405a-a61e-e01d1c6ea77b tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 945 time: 0.0655088 Oct 16 00:58:12.322695 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:12.387276 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-93705fc1-e9a4-41d6-aac9-8bf0aa8262a4 req-d9a7dc3e-eb50-42d7-87e0-fa0b5107a1d4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953515 Oct 16 00:58:12.623699 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58098) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:12.628560 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1613045551-network', 'tenant_id': '94e12a99f9f541e5a3b2b643ab0c0332'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:58:12.656712 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Made reservation on behalf of 94e12a99f9f541e5a3b2b643ab0c0332 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:58:12.661244 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:12.672376 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:12.707667 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511dc2c-ac2e-4f39-a992-e71e71aa9c09 req-098928ab-bcba-41b0-b3db-44eb9463c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:12.710430 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7511dc2c-ac2e-4f39-a992-e71e71aa9c09 req-098928ab-bcba-41b0-b3db-44eb9463c8c8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 1128 time: 0.0550385 Oct 16 00:58:12.855467 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd2689-cc5d-42d7-aec4-6e89043f0d57 req-1ba77581-68db-4e86-9b74-4af9c0b91777 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:12.857160 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dcfd2689-cc5d-42d7-aec4-6e89043f0d57 req-1ba77581-68db-4e86-9b74-4af9c0b91777 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0720267 Oct 16 00:58:12.867251 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Publish callbacks [] for security_group (68499fea-e4b3-426d-ad0a-b90a52f398f4), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:12.886280 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (68499fea-e4b3-426d-ad0a-b90a52f398f4), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:12.895152 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 9f15f027-a9c6-4298-a989-336905ee5a12 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 00:58:12.934925 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:58:12.953476 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68499fea-e4b3-426d-ad0a-b90a52f398f4,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:12.963541 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dcfd2689-cc5d-42d7-aec4-6e89043f0d57 req-f73d751e-f01a-4e57-89a2-8882fd4d89dd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949509 Oct 16 00:58:12.968605 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (758f31d2-ed2a-4ced-b356-bb4cb1599b59), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:12.968956 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Added segment 758f31d2-ed2a-4ced-b356-bb4cb1599b59 of type vlan for network 6d8a5b87-a2be-47de-b247-66876e428dd8 Oct 16 00:58:12.971716 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.972063 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.972426 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.972775 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.973109 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.973443 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.973770 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.974093 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.974423 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.974750 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.975105 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.975449 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.975754 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.976072 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:12.976392 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.021237 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:13.025406 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (6d8a5b87-a2be-47de-b247-66876e428dd8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:13.057220 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (6d8a5b87-a2be-47de-b247-66876e428dd8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:13.059343 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:13.060110 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:13.079651 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f15f027-a9c6-4298-a989-336905ee5a12,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:13.093048 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '9f15f027-a9c6-4298-a989-336905ee5a12', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'port_id': '9f15f027-a9c6-4298-a989-336905ee5a12', 'mac_address': 'fa:16:3e:61:a9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 00:58:13.117888 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4930277 Oct 16 00:58:13.120063 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58112) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:13.125853 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Request body: {'subnet': {'network_id': '6d8a5b87-a2be-47de-b247-66876e428dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1613045551-subnet', 'tenant_id': '94e12a99f9f541e5a3b2b643ab0c0332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:58:13.147845 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf50fcb-8a73-45af-a7b3-6680d16a2ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=6d8a5b87-a2be-47de-b247-66876e428dd8,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:13.152723 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 9f15f027-a9c6-4298-a989-336905ee5a12 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:13.153226 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:13.159156 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Made reservation on behalf of 94e12a99f9f541e5a3b2b643ab0c0332 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:58:13.162113 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2664597'] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:13.166005 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 6d8a5b87-a2be-47de-b247-66876e428dd8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:58:13.254321 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f15f027-a9c6-4298-a989-336905ee5a12 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:58:13.312973 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f15f027-a9c6-4298-a989-336905ee5a12,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:13.322350 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50f991-bcf2-4106-a00f-7a42ff100aa6 req-3ac81cb5-667f-4685-9a7d-6359cfd7c099 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:13.327525 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0f50f991-bcf2-4106-a00f-7a42ff100aa6 req-3ac81cb5-667f-4685-9a7d-6359cfd7c099 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0762961 Oct 16 00:58:13.336404 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:13.400414 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0f50f991-bcf2-4106-a00f-7a42ff100aa6 req-56cbbb99-55ed-4112-89fb-3a36515e6587 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683606 Oct 16 00:58:13.456170 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511dc2c-ac2e-4f39-a992-e71e71aa9c09 req-54a53160-02d0-49bb-bda5-f6a6fc56a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:13.458906 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7511dc2c-ac2e-4f39-a992-e71e71aa9c09 req-54a53160-02d0-49bb-bda5-f6a6fc56a20e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 917 time: 0.1841779 Oct 16 00:58:13.491299 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=9f15f027-a9c6-4298-a989-336905ee5a12,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:13.503940 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.504612 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.505558 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.506205 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.507355 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.508574 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.509153 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.509542 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.509932 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.510338 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.510749 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.510937 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2697758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2664583'] for subnet (ac4a82b5-ad59-4a60-aa54-b6fc731eff46), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:13.512343 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.512834 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.513296 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.513635 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.579645 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4a82b5-ad59-4a60-aa54-b6fc731eff46,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:13.588298 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52171d1-bc33-4da0-8459-aadf63c25645 req-ddfb4221-9e9f-4c95-8363-d9d4e4fb1ec3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:13.596464 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f52171d1-bc33-4da0-8459-aadf63c25645 req-ddfb4221-9e9f-4c95-8363-d9d4e4fb1ec3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 945 time: 0.0875173 Oct 16 00:58:13.601329 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.601898 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.602399 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.602956 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.603460 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.604137 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.604657 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.605881 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.606529 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.607146 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.607711 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.608274 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.608828 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.609376 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.609936 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:58:13.614720 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['9f15f027-a9c6-4298-a989-336905ee5a12'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 00:58:13.625457 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Checking segment: {'id': '758f31d2-ed2a-4ced-b356-bb4cb1599b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6d8a5b87-a2be-47de-b247-66876e428dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:58:13.626164 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Network hostable DHCP agents. Network: 6d8a5b87-a2be-47de-b247-66876e428dd8, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:58:13.647560 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Network 6d8a5b87-a2be-47de-b247-66876e428dd8 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:58:13.655817 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:13.664342 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6d8a5b87-a2be-47de-b247-66876e428dd8) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:58:13.673056 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:13.673849 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:13.699652 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b12ac43f-bd5a-4bf2-8a5c-62421b133ab9 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5777974 Oct 16 00:58:13.708582 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f52171d1-bc33-4da0-8459-aadf63c25645 req-61c9e744-db10-4e58-bd69-9fbbdf37724d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107841 Oct 16 00:58:13.859332 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7511dc2c-ac2e-4f39-a992-e71e71aa9c09 req-0db6adf4-c8e6-49fa-a6fa-43cc57a990da service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f15f027-a9c6-4298-a989-336905ee5a12 HTTP/1.1" status: 200 len: 217 time: 0.1140251 Oct 16 00:58:13.863929 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d416d8-9541-4097-b0a9-550f9d1fffd4 None None] Network 6d8a5b87-a2be-47de-b247-66876e428dd8 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:58:13.982576 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511dc2c-ac2e-4f39-a992-e71e71aa9c09 req-fd583c1d-bd63-43cd-9615-0ad53717a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:13.985812 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7511dc2c-ac2e-4f39-a992-e71e71aa9c09 req-fd583c1d-bd63-43cd-9615-0ad53717a7d7 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d HTTP/1.1" status: 200 len: 855 time: 0.1187410 Oct 16 00:58:14.092797 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511dc2c-ac2e-4f39-a992-e71e71aa9c09 req-946276fe-b69a-452c-9f19-150723244970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:14.097313 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7511dc2c-ac2e-4f39-a992-e71e71aa9c09 req-946276fe-b69a-452c-9f19-150723244970 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1057708 Oct 16 00:58:14.110156 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8a4931-1898-4857-9b79-6b42a2dc5874 None None] Network 6d8a5b87-a2be-47de-b247-66876e428dd8 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:58:14.376343 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7511dc2c-ac2e-4f39-a992-e71e71aa9c09 req-e71c9742-661c-4901-96ce-b75b12be11d1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728059 Oct 16 00:58:14.377602 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d1e7-9e7a-407d-abf6-315e966d1e93 req-9e8d614d-ddd6-493d-bf4d-ac4d10b78d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:14.388011 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bde4d1e7-9e7a-407d-abf6-315e966d1e93 req-9e8d614d-ddd6-493d-bf4d-ac4d10b78d10 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 1130 time: 0.0727761 Oct 16 00:58:14.476865 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:14.532547 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a195dd5-b31f-48fa-b43a-4dd95a4a3349 req-b05c4f17-8315-46fd-8ec8-e19ebf1ae523 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:14.541633 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2a195dd5-b31f-48fa-b43a-4dd95a4a3349 req-b05c4f17-8315-46fd-8ec8-e19ebf1ae523 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 945 time: 0.1341743 Oct 16 00:58:14.622004 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2a195dd5-b31f-48fa-b43a-4dd95a4a3349 req-68bc902a-5e11-4ecb-ae05-57f54f054e65 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783424 Oct 16 00:58:14.817343 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58162) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:14.833425 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ac262-a094-4c21-9604-0358a3ec6696 req-c5734278-0123-48f1-b186-4275c0a86eb0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:14.835318 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a53ac262-a094-4c21-9604-0358a3ec6696 req-c5734278-0123-48f1-b186-4275c0a86eb0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 945 time: 0.5760229 Oct 16 00:58:14.869945 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58166) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:14.875492 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-87113fe9-b939-4a3e-ab57-f42909b393c3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'floatingip': {'port_id': 'ae364987-4db0-45e9-8b32-48163c845492'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:58:14.906884 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 9f15f027-a9c6-4298-a989-336905ee5a12 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:58:14.940501 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83c7aabc-765f-47ce-be51-7cadf3181a9c req-727120e9-286e-4c1d-b1b0-698f36e1194e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4582593 Oct 16 00:58:14.966558 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58168) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:15.007077 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d1e7-9e7a-407d-abf6-315e966d1e93 req-bdf1772d-1986-470b-8aa0-75dadba57930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:15.007300 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292afb23-e292-4859-839f-e47e7badf2e4 req-f13949d7-b8fa-4ad5-b9a1-73446bbf001a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:15.009398 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bde4d1e7-9e7a-407d-abf6-315e966d1e93 req-bdf1772d-1986-470b-8aa0-75dadba57930 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.5981731 Oct 16 00:58:15.034051 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-292afb23-e292-4859-839f-e47e7badf2e4 req-f13949d7-b8fa-4ad5-b9a1-73446bbf001a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.2907145 Oct 16 00:58:15.049660 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7511dc2c-ac2e-4f39-a992-e71e71aa9c09 req-9fb1a4f4-9d77-4a90-bbd4-be10b7928ae5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564095 Oct 16 00:58:15.059613 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 9f15f027-a9c6-4298-a989-336905ee5a12 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 00:58:15.070575 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 9f15f027-a9c6-4298-a989-336905ee5a12 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:58:15.071698 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:15.072270 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 9f15f027-a9c6-4298-a989-336905ee5a12 Oct 16 00:58:15.097163 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87113fe9-b939-4a3e-ab57-f42909b393c3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (63361ebc-ed62-43cf-a9e3-1ab87fe709d4), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:15.113739 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bde4d1e7-9e7a-407d-abf6-315e966d1e93 req-3e6daac4-04bc-440c-b56f-3dc81ced945b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6727a07-61b9-4fef-83e4-902cce857bee HTTP/1.1" status: 200 len: 217 time: 0.0632198 Oct 16 00:58:15.139890 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:15.152637 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-dab72e13-b784-4035-8380-b367438fef15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:15.213044 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d7bcacbb-b20e-4466-9287-f68193b92c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:15.226269 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-292afb23-e292-4859-839f-e47e7badf2e4 req-b669465d-85f2-4d2d-9f0a-1ccc3b50a4b3 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897042 Oct 16 00:58:15.278717 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7aabc-765f-47ce-be51-7cadf3181a9c req-fd0e9619-e951-4604-acc9-fc617a1aec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:15.280301 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83c7aabc-765f-47ce-be51-7cadf3181a9c req-fd0e9619-e951-4604-acc9-fc617a1aec5f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c89fd0e945344feab91a37fdb93812e5&device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 1130 time: 0.1798029 Oct 16 00:58:15.288123 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 9f15f027-a9c6-4298-a989-336905ee5a12 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:15.288123 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:15.291274 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:15.294082 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d1e7-9e7a-407d-abf6-315e966d1e93 req-1bbfc4c3-943d-4375-aed1-c10469559dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:15.297765 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bde4d1e7-9e7a-407d-abf6-315e966d1e93 req-1bbfc4c3-943d-4375-aed1-c10469559dfb service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.1555130 Oct 16 00:58:15.353124 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:15.384891 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:58:15.388472 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b6ae68-600f-495c-ab32-c50b6ebeeef9" -d '{"events": [{"server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "name": "network-vif-plugged", "status": "completed", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:58:15.398563 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f15f027-a9c6-4298-a989-336905ee5a12,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:15.405836 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:15.509750 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 00:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3502c7-db07-4682-8355-b3ccd3d8c73c x-openstack-request-id: req-5a3502c7-db07-4682-8355-b3ccd3d8c73c {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:58:15.510048 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "name": "network-vif-plugged", "status": "completed", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:58:15.510652 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a3502c7-db07-4682-8355-b3ccd3d8c73c {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:58:15.513592 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3502c7-db07-4682-8355-b3ccd3d8c73c'] response: {'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12', 'code': 200} Oct 16 00:58:15.521124 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=9f15f027-a9c6-4298-a989-336905ee5a12,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:15.562352 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d1e7-9e7a-407d-abf6-315e966d1e93 req-8d5d5104-a571-4672-89ac-f499d56e1144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:15.563980 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bde4d1e7-9e7a-407d-abf6-315e966d1e93 req-8d5d5104-a571-4672-89ac-f499d56e1144 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2501161 Oct 16 00:58:15.589106 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:15.637927 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:15.650106 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-dab72e13-b784-4035-8380-b367438fef15 admin admin] Publish callbacks [] for security_group (a589a6c4-be87-436f-bb7e-07dec67867d1), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:15.676479 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-dab72e13-b784-4035-8380-b367438fef15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (a589a6c4-be87-436f-bb7e-07dec67867d1), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:15.768021 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d7bcacbb-b20e-4466-9287-f68193b92c6c admin admin] Publish callbacks [] for security_group (3a211f47-0170-4129-8c64-12e2a14f1225), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:15.792020 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d7bcacbb-b20e-4466-9287-f68193b92c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3a211f47-0170-4129-8c64-12e2a14f1225), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:15.859038 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7aabc-765f-47ce-be51-7cadf3181a9c req-d96d6e31-59ce-4e48-9f70-d25733c4d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:15.861490 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83c7aabc-765f-47ce-be51-7cadf3181a9c req-d96d6e31-59ce-4e48-9f70-d25733c4d574 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=987da718-4a64-4801-99fd-c8b997ad845b HTTP/1.1" status: 200 len: 913 time: 0.5418773 Oct 16 00:58:15.955756 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab72e13-b784-4035-8380-b367438fef15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a589a6c4-be87-436f-bb7e-07dec67867d1,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:15.987955 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-dab72e13-b784-4035-8380-b367438fef15 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e3a23c2edf614693949411584f0056b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1662667 Oct 16 00:58:15.997818 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58192) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:16.022368 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d52125-dada-4c0b-aa1f-c94cbeb15a8c req-9f56e6d2-0b76-49fd-9707-15d2723e69f9 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:16.023917 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-25d52125-dada-4c0b-aa1f-c94cbeb15a8c req-9f56e6d2-0b76-49fd-9707-15d2723e69f9 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.2131059 Oct 16 00:58:16.034578 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83c7aabc-765f-47ce-be51-7cadf3181a9c req-52f1d1c3-56fb-447c-b38e-fc28f6eac385 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67ec654d-ac07-4f60-a537-631325285925 HTTP/1.1" status: 200 len: 217 time: 0.1484802 Oct 16 00:58:16.075516 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d7bcacbb-b20e-4466-9287-f68193b92c6c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=43a1557bbe394619a8e02760d2dc12d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1017659 Oct 16 00:58:16.091514 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcacbb-b20e-4466-9287-f68193b92c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a211f47-0170-4129-8c64-12e2a14f1225,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:16.094190 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58194) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:16.174371 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bde4d1e7-9e7a-407d-abf6-315e966d1e93 req-9e127932-34f2-43c2-96ca-51eebee9d8a0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857596 Oct 16 00:58:16.179996 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a24f4-d05f-4e17-9fba-71ff9f04fbe3 req-dfe84702-4c7a-4b9e-a342-76e0dd96b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:16.182567 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f8a24f4-d05f-4e17-9fba-71ff9f04fbe3 req-dfe84702-4c7a-4b9e-a342-76e0dd96b617 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 1130 time: 0.1802874 Oct 16 00:58:16.302206 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7aabc-765f-47ce-be51-7cadf3181a9c req-b9e6f59c-1fda-466c-862b-1b7e144a52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:16.304423 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83c7aabc-765f-47ce-be51-7cadf3181a9c req-b9e6f59c-1fda-466c-862b-1b7e144a52d1 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8fb2b922-74d5-4cae-b397-0d0c25d2079f HTTP/1.1" status: 200 len: 851 time: 0.2620523 Oct 16 00:58:16.482688 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7aabc-765f-47ce-be51-7cadf3181a9c req-14c868f2-f8c2-48ba-93a2-e8e41518214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:16.484279 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83c7aabc-765f-47ce-be51-7cadf3181a9c req-14c868f2-f8c2-48ba-93a2-e8e41518214c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=987da718-4a64-4801-99fd-c8b997ad845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1718497 Oct 16 00:58:16.493831 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f8a24f4-d05f-4e17-9fba-71ff9f04fbe3 req-82840997-5792-4918-afb2-fbf59d9d8474 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933998 Oct 16 00:58:16.508177 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4e8ff-7d44-45f0-bfab-26109fff1842 req-59c8e827-da7f-492f-a336-2c669c0f3774 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:16.509734 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8ff4e8ff-7d44-45f0-bfab-26109fff1842 req-59c8e827-da7f-492f-a336-2c669c0f3774 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.1589615 Oct 16 00:58:16.512231 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bde4d1e7-9e7a-407d-abf6-315e966d1e93 req-299d8476-b650-4520-b18e-a63511477c88 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260729 Oct 16 00:58:16.550318 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.db.resource_extend [None req-87113fe9-b939-4a3e-ab57-f42909b393c3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 16 00:58:16.555239 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-25d52125-dada-4c0b-aa1f-c94cbeb15a8c req-f43c28d9-1858-4f2a-b110-729f561d15b9 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4658523 Oct 16 00:58:16.571648 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8ff4e8ff-7d44-45f0-bfab-26109fff1842 req-1fc68864-a08c-4917-a449-733b49c2e93a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543675 Oct 16 00:58:16.610025 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-88bd5cd4-7610-46da-8b6a-a1a2540d08dd admin admin] Publish callbacks [] for security_group (a589a6c4-be87-436f-bb7e-07dec67867d1), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:16.624158 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4e36c1ba-5a92-46ad-856c-468566f85cc2 admin admin] Publish callbacks [] for security_group (3a211f47-0170-4129-8c64-12e2a14f1225), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:16.681932 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4e36c1ba-5a92-46ad-856c-468566f85cc2 admin admin] Publish callbacks [] for security_group (3a211f47-0170-4129-8c64-12e2a14f1225), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:16.694043 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87113fe9-b939-4a3e-ab57-f42909b393c3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:16.697957 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-88bd5cd4-7610-46da-8b6a-a1a2540d08dd admin admin] Publish callbacks [] for security_group (a589a6c4-be87-436f-bb7e-07dec67867d1), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:16.712679 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87113fe9-b939-4a3e-ab57-f42909b393c3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (63361ebc-ed62-43cf-a9e3-1ab87fe709d4), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:16.879431 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=4,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:16.884362 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4e36c1ba-5a92-46ad-856c-468566f85cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3a211f47-0170-4129-8c64-12e2a14f1225), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:16.888957 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4e36c1ba-5a92-46ad-856c-468566f85cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:16.889173 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:16.890809 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4e36c1ba-5a92-46ad-856c-468566f85cc2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3a211f47-0170-4129-8c64-12e2a14f1225 HTTP/1.1" status: 204 len: 168 time: 0.7884111 Oct 16 00:58:16.898746 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-88bd5cd4-7610-46da-8b6a-a1a2540d08dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (a589a6c4-be87-436f-bb7e-07dec67867d1), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:16.901302 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-88bd5cd4-7610-46da-8b6a-a1a2540d08dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:16.902810 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-88bd5cd4-7610-46da-8b6a-a1a2540d08dd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a589a6c4-be87-436f-bb7e-07dec67867d1 HTTP/1.1" status: 204 len: 168 time: 0.9038253 Oct 16 00:58:16.909032 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-87113fe9-b939-4a3e-ab57-f42909b393c3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Floating IP 63361ebc-ed62-43cf-a9e3-1ab87fe709d4 associated. External IP: 172.37.2.222, port: ae364987-4db0-45e9-8b32-48163c845492. Oct 16 00:58:16.913130 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36c1ba-5a92-46ad-856c-468566f85cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a211f47-0170-4129-8c64-12e2a14f1225,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:16.970233 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd5cd4-7610-46da-8b6a-a1a2540d08dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a589a6c4-be87-436f-bb7e-07dec67867d1,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:17.066015 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:17.164648 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83c7aabc-765f-47ce-be51-7cadf3181a9c req-fa520ce3-e391-4eed-9ace-56423d95ea83 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/987da718-4a64-4801-99fd-c8b997ad845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222928 Oct 16 00:58:17.268427 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87113fe9-b939-4a3e-ab57-f42909b393c3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Router 04f2e7d9-6f59-4273-afb1-c6b961e608fe has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 00:58:17.394503 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:17.493016 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87113fe9-b939-4a3e-ab57-f42909b393c3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:58:17.498728 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87113fe9-b939-4a3e-ab57-f42909b393c3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:17.512640 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a1f669-cb95-49b2-bcd6-991e1fccec79 None None] Sync routers for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:58:17.525468 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a1f669-cb95-49b2-bcd6-991e1fccec79 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:58:17.526022 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-28a1f669-cb95-49b2-bcd6-991e1fccec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:17.609425 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-87113fe9-b939-4a3e-ab57-f42909b393c3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/63361ebc-ed62-43cf-a9e3-1ab87fe709d4 HTTP/1.1" status: 200 len: 991 time: 2.7345686 Oct 16 00:58:17.610266 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'tag': 'ae364987-4db0-45e9-8b32-48163c845492'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:58:17.613997 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d71b9f-0b66-43aa-9099-cca5e47a24af" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dbf503-273a-4834-af7e-20ee0ac8b573", "tag": "ae364987-4db0-45e9-8b32-48163c845492"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:58:17.670662 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 00:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b07e034-39f3-44c0-9d7c-6a32cb43e7fc x-openstack-request-id: req-8b07e034-39f3-44c0-9d7c-6a32cb43e7fc {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:58:17.670995 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dbf503-273a-4834-af7e-20ee0ac8b573", "tag": "ae364987-4db0-45e9-8b32-48163c845492", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:58:17.671282 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b07e034-39f3-44c0-9d7c-6a32cb43e7fc {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:58:17.671635 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b07e034-39f3-44c0-9d7c-6a32cb43e7fc'] response: {'name': 'network-changed', 'server_uuid': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'tag': 'ae364987-4db0-45e9-8b32-48163c845492', 'status': 'completed', 'code': 200} Oct 16 00:58:17.673247 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83c7aabc-765f-47ce-be51-7cadf3181a9c req-6e8d091d-f6f0-4978-abb1-563b845bf307 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/987da718-4a64-4801-99fd-c8b997ad845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511733 Oct 16 00:58:17.737598 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58242) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:17.790065 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58244) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:17.816655 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b56e437a-d3af-4a92-9c63-172547f2a808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:17.820900 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-28a1f669-cb95-49b2-bcd6-991e1fccec79 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:58:17.840691 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-567d201b-0c15-4a36-be45-ded18f7623d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:17.854449 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd5017-79ba-4b80-92b6-67c5866a41bc req-e4158044-1ec6-426b-861e-64fdf2be8efe tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:17.856610 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a7bd5017-79ba-4b80-92b6-67c5866a41bc req-e4158044-1ec6-426b-861e-64fdf2be8efe tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.1050651 Oct 16 00:58:17.939412 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a7bd5017-79ba-4b80-92b6-67c5866a41bc req-920e9712-c1ef-49ab-9588-b9d541e859c3 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767212 Oct 16 00:58:17.957367 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-567d201b-0c15-4a36-be45-ded18f7623d1 admin admin] Publish callbacks [] for security_group (da700cc3-1c99-4ec7-b39d-d044e4582a76), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:17.963434 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-567d201b-0c15-4a36-be45-ded18f7623d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (da700cc3-1c99-4ec7-b39d-d044e4582a76), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:17.996520 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a19940-4d8e-422b-acac-172f65f312ca req-68688e74-49d9-497c-b16b-c0ec86c15de4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:18.004793 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c4a19940-4d8e-422b-acac-172f65f312ca req-68688e74-49d9-497c-b16b-c0ec86c15de4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.2292893 Oct 16 00:58:18.015983 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b56e437a-d3af-4a92-9c63-172547f2a808 admin admin] Publish callbacks [] for security_group (48b59524-9638-4d7d-b7fd-01c3040c4a1f), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:18.023796 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b56e437a-d3af-4a92-9c63-172547f2a808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (48b59524-9638-4d7d-b7fd-01c3040c4a1f), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:18.056807 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d201b-0c15-4a36-be45-ded18f7623d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da700cc3-1c99-4ec7-b39d-d044e4582a76,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:18.063346 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-567d201b-0c15-4a36-be45-ded18f7623d1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e44d58ff3c704162be8230616968b2d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716591 Oct 16 00:58:18.067032 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58252) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:18.095121 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e437a-d3af-4a92-9c63-172547f2a808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b59524-9638-4d7d-b7fd-01c3040c4a1f,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:18.104580 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:18.121781 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b56e437a-d3af-4a92-9c63-172547f2a808 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=75b4f48624b84658bf50d2c95e001e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821087 Oct 16 00:58:18.126770 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58254) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:18.138124 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c4a19940-4d8e-422b-acac-172f65f312ca req-ede221f6-bde2-4e7e-961b-e26df3c2c1e0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319551 Oct 16 00:58:18.185335 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4f7eadad-8d0f-451b-a174-8a28a69be1c5 admin admin] Publish callbacks [] for security_group (da700cc3-1c99-4ec7-b39d-d044e4582a76), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:18.213864 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4f7eadad-8d0f-451b-a174-8a28a69be1c5 admin admin] Publish callbacks [] for security_group (da700cc3-1c99-4ec7-b39d-d044e4582a76), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:18.226289 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-28a1f669-cb95-49b2-bcd6-991e1fccec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '63361ebc-ed62-43cf-a9e3-1ab87fe709d4', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.222', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': 'ae364987-4db0-45e9-8b32-48163c845492', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:63:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:57:44Z', 'updated_at': '2022-10-16T00:58:16Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:18.266526 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-60c382f1-3aed-46c1-b00a-f92d490ab0ef admin admin] Publish callbacks [] for security_group (48b59524-9638-4d7d-b7fd-01c3040c4a1f), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:18.321169 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d71b9f-0b66-43aa-9099-cca5e47a24af req-8003015e-825d-420c-a58c-70efad882461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:18.321881 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a1f669-cb95-49b2-bcd6-991e1fccec79 None None] Checking router: 04f2e7d9-6f59-4273-afb1-c6b961e608fe for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:58:18.325572 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a4d71b9f-0b66-43aa-9099-cca5e47a24af req-8003015e-825d-420c-a58c-70efad882461 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 1129 time: 0.0722284 Oct 16 00:58:18.327084 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-60c382f1-3aed-46c1-b00a-f92d490ab0ef admin admin] Publish callbacks [] for security_group (48b59524-9638-4d7d-b7fd-01c3040c4a1f), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:18.328113 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4f7eadad-8d0f-451b-a174-8a28a69be1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (da700cc3-1c99-4ec7-b39d-d044e4582a76), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:18.332149 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4f7eadad-8d0f-451b-a174-8a28a69be1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:18.333293 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-4f7eadad-8d0f-451b-a174-8a28a69be1c5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/da700cc3-1c99-4ec7-b39d-d044e4582a76 HTTP/1.1" status: 204 len: 168 time: 0.2650361 Oct 16 00:58:18.341176 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a1f669-cb95-49b2-bcd6-991e1fccec79 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:58:18.342266 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-28a1f669-cb95-49b2-bcd6-991e1fccec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:18.450938 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-60c382f1-3aed-46c1-b00a-f92d490ab0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (48b59524-9638-4d7d-b7fd-01c3040c4a1f), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:18.458463 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eadad-8d0f-451b-a174-8a28a69be1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da700cc3-1c99-4ec7-b39d-d044e4582a76,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:18.460955 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-60c382f1-3aed-46c1-b00a-f92d490ab0ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:18.463545 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-60c382f1-3aed-46c1-b00a-f92d490ab0ef admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/48b59524-9638-4d7d-b7fd-01c3040c4a1f HTTP/1.1" status: 204 len: 168 time: 0.3338621 Oct 16 00:58:18.484060 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:18.494205 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c382f1-3aed-46c1-b00a-f92d490ab0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b59524-9638-4d7d-b7fd-01c3040c4a1f,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:18.497553 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d71b9f-0b66-43aa-9099-cca5e47a24af req-99fd951b-c50b-47d7-b74c-465c22ef445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:18.503474 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a4d71b9f-0b66-43aa-9099-cca5e47a24af req-99fd951b-c50b-47d7-b74c-465c22ef445c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 916 time: 0.1676011 Oct 16 00:58:18.542004 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-28a1f669-cb95-49b2-bcd6-991e1fccec79 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:58:18.574754 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58262) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:18.906925 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a4d71b9f-0b66-43aa-9099-cca5e47a24af req-d16adecd-0510-451d-94a2-f498ed613d9d service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae364987-4db0-45e9-8b32-48163c845492 HTTP/1.1" status: 200 len: 999 time: 0.2138958 Oct 16 00:58:19.025215 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d71b9f-0b66-43aa-9099-cca5e47a24af req-0ce6026e-85a4-4729-9aec-d08139e9644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:19.026790 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a4d71b9f-0b66-43aa-9099-cca5e47a24af req-0ce6026e-85a4-4729-9aec-d08139e9644a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a617817b-7e5e-42c9-b510-1f81c28bf50c HTTP/1.1" status: 200 len: 854 time: 0.1140308 Oct 16 00:58:19.133096 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d71b9f-0b66-43aa-9099-cca5e47a24af req-9941f998-4671-4670-8d32-01863c3853fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:19.134992 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a4d71b9f-0b66-43aa-9099-cca5e47a24af req-9941f998-4671-4670-8d32-01863c3853fb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011965 Oct 16 00:58:19.153337 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-28a1f669-cb95-49b2-bcd6-991e1fccec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '63361ebc-ed62-43cf-a9e3-1ab87fe709d4', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.222', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': 'ae364987-4db0-45e9-8b32-48163c845492', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:63:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:57:44Z', 'updated_at': '2022-10-16T00:58:16Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:19.228796 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a1f669-cb95-49b2-bcd6-991e1fccec79 None None] The sync data for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi is: [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '63361ebc-ed62-43cf-a9e3-1ab87fe709d4', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.222', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': 'ae364987-4db0-45e9-8b32-48163c845492', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:63:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:57:44Z', 'updated_at': '2022-10-16T00:58:16Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:58:19.229009 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a7a7c-2fab-4d3a-8556-539b9973f18e req-52ad5e95-9152-48f2-8409-446c6ccc4d16 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:19.249086 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-456a7a7c-2fab-4d3a-8556-539b9973f18e req-52ad5e95-9152-48f2-8409-446c6ccc4d16 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.1453190 Oct 16 00:58:19.333489 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-456a7a7c-2fab-4d3a-8556-539b9973f18e req-807a50e6-80f7-4512-b725-fbaef1da4791 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713935 Oct 16 00:58:19.404603 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca3aa-989d-43b1-8301-21d561678140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:19.506073 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff36159-e235-400d-8459-407be9437ed9 req-553617b3-ce24-4f03-a6f2-42ff3345b131 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:19.507626 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0ff36159-e235-400d-8459-407be9437ed9 req-553617b3-ce24-4f03-a6f2-42ff3345b131 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.1352832 Oct 16 00:58:19.533099 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a4d71b9f-0b66-43aa-9099-cca5e47a24af req-299fadf4-f4b5-4e71-9585-837d8c726fbc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620811 Oct 16 00:58:19.630692 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0ff36159-e235-400d-8459-407be9437ed9 req-a3eaa7f5-e96f-4afb-afae-632e5aec5b87 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025186 Oct 16 00:58:19.636223 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d71cb9f-a280-49fa-ac34-27ca97f9385d None None] New status for floating IP 63361ebc-ed62-43cf-a9e3-1ab87fe709d4: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 00:58:19.693563 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca3aa-989d-43b1-8301-21d561678140 admin admin] Publish callbacks [] for security_group (6dc43857-0f82-40fc-83a6-94d655a7b561), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:19.724099 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca3aa-989d-43b1-8301-21d561678140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (6dc43857-0f82-40fc-83a6-94d655a7b561), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:19.793120 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace476f-ac5f-4bea-8a3d-02206bb722e2 req-0edf8033-848a-4534-8484-3847c3d7d193 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:19.806646 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1ace476f-ac5f-4bea-8a3d-02206bb722e2 req-0edf8033-848a-4534-8484-3847c3d7d193 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0816989 Oct 16 00:58:19.806646 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58314) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:19.815831 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-92cc264d-4269-45fe-a515-406dd57109a5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Request body: {'floatingip': {'port_id': '9f15f027-a9c6-4298-a989-336905ee5a12'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:58:19.849702 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-fd1ca3aa-989d-43b1-8301-21d561678140 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=69722a0b3c1440de98c6e392d1b120c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2741442 Oct 16 00:58:19.860126 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58318) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:19.862847 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ca3aa-989d-43b1-8301-21d561678140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc43857-0f82-40fc-83a6-94d655a7b561,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:19.924965 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a4d71b9f-0b66-43aa-9099-cca5e47a24af req-5ac110f2-373b-46ea-a84c-c4035c37b857 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226179 Oct 16 00:58:19.925960 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-92cc264d-4269-45fe-a515-406dd57109a5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (1bcd5911-464c-47c0-b764-2f44e2439a70), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:19.955072 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6d4a94e6-7da2-42d1-9749-09415408d2cb admin admin] Publish callbacks [] for security_group (6dc43857-0f82-40fc-83a6-94d655a7b561), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:19.959979 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:19.982836 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:20.021516 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6d4a94e6-7da2-42d1-9749-09415408d2cb admin admin] Publish callbacks [] for security_group (6dc43857-0f82-40fc-83a6-94d655a7b561), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:20.037381 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:20.111649 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6d4a94e6-7da2-42d1-9749-09415408d2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (6dc43857-0f82-40fc-83a6-94d655a7b561), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:20.116332 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6d4a94e6-7da2-42d1-9749-09415408d2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:20.118357 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-6d4a94e6-7da2-42d1-9749-09415408d2cb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6dc43857-0f82-40fc-83a6-94d655a7b561 HTTP/1.1" status: 204 len: 168 time: 0.2564576 Oct 16 00:58:20.127579 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a94e6-7da2-42d1-9749-09415408d2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc43857-0f82-40fc-83a6-94d655a7b561,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:20.578352 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54b122-399e-4acb-97bb-b4e8bc6a9e2c req-3445ef51-4adf-4c47-bae1-6cacf8ee71b4 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:20.583395 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-92cc264d-4269-45fe-a515-406dd57109a5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:20.587894 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8c54b122-399e-4acb-97bb-b4e8bc6a9e2c req-3445ef51-4adf-4c47-bae1-6cacf8ee71b4 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.1433184 Oct 16 00:58:20.588665 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-92cc264d-4269-45fe-a515-406dd57109a5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (1bcd5911-464c-47c0-b764-2f44e2439a70), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:20.696653 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8c54b122-399e-4acb-97bb-b4e8bc6a9e2c req-b226ed02-0390-4eff-866b-2b77fb41cb90 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078360 Oct 16 00:58:20.757562 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-92cc264d-4269-45fe-a515-406dd57109a5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Floating IP 1bcd5911-464c-47c0-b764-2f44e2439a70 associated. External IP: 172.37.2.167, port: 9f15f027-a9c6-4298-a989-336905ee5a12. Oct 16 00:58:20.871928 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58356) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:20.890187 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bd83a06b-7978-485f-b3ac-2c0f71f305e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:20.928642 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:21.038831 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bd83a06b-7978-485f-b3ac-2c0f71f305e8 admin admin] Publish callbacks [] for security_group (b2438771-1457-4886-a6cf-152c6c00c176), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:21.045975 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bd83a06b-7978-485f-b3ac-2c0f71f305e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (b2438771-1457-4886-a6cf-152c6c00c176), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:21.090913 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83a06b-7978-485f-b3ac-2c0f71f305e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2438771-1457-4886-a6cf-152c6c00c176,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:21.118331 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-bd83a06b-7978-485f-b3ac-2c0f71f305e8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=039a813f1de5494cbd44cc85ede9fbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451060 Oct 16 00:58:21.121777 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58364) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:21.146354 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cc264d-4269-45fe-a515-406dd57109a5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Router 66966500-9f64-45ff-98f6-e8d186878a55 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 00:58:21.189703 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1ec3bece-4bc5-4120-b4c1-cc7b07de00d8 admin admin] Publish callbacks [] for security_group (b2438771-1457-4886-a6cf-152c6c00c176), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:21.219988 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1ec3bece-4bc5-4120-b4c1-cc7b07de00d8 admin admin] Publish callbacks [] for security_group (b2438771-1457-4886-a6cf-152c6c00c176), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:21.292619 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cc264d-4269-45fe-a515-406dd57109a5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:58:21.298607 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-92cc264d-4269-45fe-a515-406dd57109a5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:21.302960 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a0637-dc26-4ce1-83ca-69f89356ccf2 None None] Sync routers for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:58:21.309626 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1ec3bece-4bc5-4120-b4c1-cc7b07de00d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (b2438771-1457-4886-a6cf-152c6c00c176), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:21.312443 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1ec3bece-4bc5-4120-b4c1-cc7b07de00d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:21.313600 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1ec3bece-4bc5-4120-b4c1-cc7b07de00d8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b2438771-1457-4886-a6cf-152c6c00c176 HTTP/1.1" status: 204 len: 168 time: 0.1908188 Oct 16 00:58:21.315039 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a0637-dc26-4ce1-83ca-69f89356ccf2 None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:58:21.315989 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-8d8a0637-dc26-4ce1-83ca-69f89356ccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:21.338418 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3bece-4bc5-4120-b4c1-cc7b07de00d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2438771-1457-4886-a6cf-152c6c00c176,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:21.344824 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-92cc264d-4269-45fe-a515-406dd57109a5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/1bcd5911-464c-47c0-b764-2f44e2439a70 HTTP/1.1" status: 200 len: 992 time: 1.5374041 Oct 16 00:58:21.345628 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:58:21.349637 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a7bff6-e4bd-4104-953d-7339b7a8959c" -d '{"events": [{"name": "network-changed", "server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:58:21.414006 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa490b94-ef1e-4020-b37e-957f6bb6fc04 x-openstack-request-id: req-fa490b94-ef1e-4020-b37e-957f6bb6fc04 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:58:21.414329 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:58:21.414592 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa490b94-ef1e-4020-b37e-957f6bb6fc04 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:58:21.415035 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa490b94-ef1e-4020-b37e-957f6bb6fc04'] response: {'name': 'network-changed', 'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12', 'status': 'completed', 'code': 200} Oct 16 00:58:21.464789 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:21.492199 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-8d8a0637-dc26-4ce1-83ca-69f89356ccf2 None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:58:21.501399 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7bff6-e4bd-4104-953d-7339b7a8959c req-af4ca9f1-9db4-4990-8332-0bad0cd79452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:21.502926 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0a7bff6-e4bd-4104-953d-7339b7a8959c req-af4ca9f1-9db4-4990-8332-0bad0cd79452 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 1130 time: 0.0439563 Oct 16 00:58:21.625895 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7bff6-e4bd-4104-953d-7339b7a8959c req-0e5f28d0-974c-4f7d-bd58-0b7396f06921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:21.628206 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0a7bff6-e4bd-4104-953d-7339b7a8959c req-0e5f28d0-974c-4f7d-bd58-0b7396f06921 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 917 time: 0.1123686 Oct 16 00:58:21.702374 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:21.720398 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0a7bff6-e4bd-4104-953d-7339b7a8959c req-8574a675-f0d2-4a58-ab01-87909ed9676b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f15f027-a9c6-4298-a989-336905ee5a12 HTTP/1.1" status: 200 len: 1000 time: 0.0838430 Oct 16 00:58:21.757782 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-8d8a0637-dc26-4ce1-83ca-69f89356ccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1bcd5911-464c-47c0-b764-2f44e2439a70', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'floating_ip_address': '172.37.2.167', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'port_id': '9f15f027-a9c6-4298-a989-336905ee5a12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'mac_address': 'fa:16:3e:61:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:57:50Z', 'updated_at': '2022-10-16T00:58:20Z', 'revision_number': 1, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:21.789255 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a0637-dc26-4ce1-83ca-69f89356ccf2 None None] Checking router: 66966500-9f64-45ff-98f6-e8d186878a55 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:58:21.801787 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a0637-dc26-4ce1-83ca-69f89356ccf2 None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:58:21.802629 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-8d8a0637-dc26-4ce1-83ca-69f89356ccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:57:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:21.832959 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58388) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:21.851116 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3763-d775-4fbe-8b76-8b460d5cdb94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:21.854338 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:21.867454 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7bff6-e4bd-4104-953d-7339b7a8959c req-683a31e5-0ecb-4c62-9176-f2d872172116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:21.869401 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0a7bff6-e4bd-4104-953d-7339b7a8959c req-683a31e5-0ecb-4c62-9176-f2d872172116 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d HTTP/1.1" status: 200 len: 855 time: 0.1411290 Oct 16 00:58:21.888779 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1125ba-f162-41e0-b84b-eba187656fd9 req-651be09d-861c-4abc-a16c-162a1da4b523 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:21.898939 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f1125ba-f162-41e0-b84b-eba187656fd9 req-651be09d-861c-4abc-a16c-162a1da4b523 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0760415 Oct 16 00:58:21.958409 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3763-d775-4fbe-8b76-8b460d5cdb94 admin admin] Publish callbacks [] for security_group (88469409-5730-4138-9548-8dced4084593), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:21.963136 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f1125ba-f162-41e0-b84b-eba187656fd9 req-1ce09cfa-68d3-40bb-87c9-57f5681124c1 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630441 Oct 16 00:58:21.965435 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3763-d775-4fbe-8b76-8b460d5cdb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (88469409-5730-4138-9548-8dced4084593), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:21.997694 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:22.015662 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8dfb3763-d775-4fbe-8b76-8b460d5cdb94 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=978a7bd015b148ff81040c266cdcf551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796675 Oct 16 00:58:22.018479 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58398) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:22.018773 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb3763-d775-4fbe-8b76-8b460d5cdb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88469409-5730-4138-9548-8dced4084593,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:22.064422 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-8d8a0637-dc26-4ce1-83ca-69f89356ccf2 None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:58:22.117112 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7bff6-e4bd-4104-953d-7339b7a8959c req-3d511061-a484-41a6-af20-2373c25e70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:22.118589 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0a7bff6-e4bd-4104-953d-7339b7a8959c req-3d511061-a484-41a6-af20-2373c25e70c3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450120 Oct 16 00:58:22.129989 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:22.144620 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c182f3-5d04-46e7-9a49-a0de9e6727f5 admin admin] Publish callbacks [] for security_group (88469409-5730-4138-9548-8dced4084593), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:22.168469 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c182f3-5d04-46e7-9a49-a0de9e6727f5 admin admin] Publish callbacks [] for security_group (88469409-5730-4138-9548-8dced4084593), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:22.233353 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c182f3-5d04-46e7-9a49-a0de9e6727f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (88469409-5730-4138-9548-8dced4084593), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:22.235969 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c182f3-5d04-46e7-9a49-a0de9e6727f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:22.237489 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-09c182f3-5d04-46e7-9a49-a0de9e6727f5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/88469409-5730-4138-9548-8dced4084593 HTTP/1.1" status: 204 len: 168 time: 0.2177997 Oct 16 00:58:22.256871 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c182f3-5d04-46e7-9a49-a0de9e6727f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88469409-5730-4138-9548-8dced4084593,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:22.392554 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-8d8a0637-dc26-4ce1-83ca-69f89356ccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1bcd5911-464c-47c0-b764-2f44e2439a70', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'floating_ip_address': '172.37.2.167', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'port_id': '9f15f027-a9c6-4298-a989-336905ee5a12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'mac_address': 'fa:16:3e:61:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:57:50Z', 'updated_at': '2022-10-16T00:58:20Z', 'revision_number': 1, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:22.453293 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a0637-dc26-4ce1-83ca-69f89356ccf2 None None] The sync data for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi is: [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1bcd5911-464c-47c0-b764-2f44e2439a70', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'floating_ip_address': '172.37.2.167', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'port_id': '9f15f027-a9c6-4298-a989-336905ee5a12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'mac_address': 'fa:16:3e:61:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:57:50Z', 'updated_at': '2022-10-16T00:58:20Z', 'revision_number': 1, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:58:22.789415 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-d1774807-cb5b-42ef-90ef-65076155649a tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=39d1c20705604f8794fb441271e5afd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402875 Oct 16 00:58:22.852598 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6a431-0d20-46ef-94ea-2699861fcf01 None None] New status for floating IP 1bcd5911-464c-47c0-b764-2f44e2439a70: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 00:58:23.219285 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-23ca411f-25d6-4bd6-9304-4ebf9cd0c596 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:23.220870 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-23ca411f-25d6-4bd6-9304-4ebf9cd0c596 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4306362 Oct 16 00:58:23.240855 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8d7b3712-5bbf-42f5-9058-ba57660eb22a tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/quotas/39d1c20705604f8794fb441271e5afd3 HTTP/1.1" status: 200 len: 375 time: 0.0138988 Oct 16 00:58:23.278125 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-2d1a7b59-fb59-4e13-823c-a6c99a2a1ea0 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=39d1c20705604f8794fb441271e5afd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312619 Oct 16 00:58:23.323978 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:23.356163 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e410f03-e4ab-4fa5-9f38-42cd2f82d7fc req-21fece07-78ff-40f4-9496-026f1c2f5805 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:23.357677 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e410f03-e4ab-4fa5-9f38-42cd2f82d7fc req-21fece07-78ff-40f4-9496-026f1c2f5805 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.3031137 Oct 16 00:58:23.420116 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e410f03-e4ab-4fa5-9f38-42cd2f82d7fc req-9ec9536e-f521-44dd-8c79-f29a8f6ce74b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523102 Oct 16 00:58:23.504704 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-943bdf64-d165-4a65-a65e-1ad42ddb039f req-4c220b47-1f44-433d-a481-e53b872e83b9 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 210 time: 0.0366189 Oct 16 00:58:23.591747 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:23.604135 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a20981d3-a532-4a41-b95d-08ba558db9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:23.831629 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0a7bff6-e4bd-4104-953d-7339b7a8959c req-aab1f477-310a-4c1d-b4bb-6a6f2541b7de service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360357 Oct 16 00:58:24.326561 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0a7bff6-e4bd-4104-953d-7339b7a8959c req-5ef0029f-dd9b-4a8b-9658-704736c9d69c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197753 Oct 16 00:58:24.550561 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fac36b-26f5-4011-a97d-62d97ef6d605 req-7a2234b2-614d-4cf2-9b68-67a7bbccd0cd tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:24.552085 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b3fac36b-26f5-4011-a97d-62d97ef6d605 req-7a2234b2-614d-4cf2-9b68-67a7bbccd0cd tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0520387 Oct 16 00:58:24.600566 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b3fac36b-26f5-4011-a97d-62d97ef6d605 req-10ccc526-52bd-4a05-a532-9d3b28ceb750 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426912 Oct 16 00:58:24.611963 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3380c842-129f-4aa7-b390-9e2f2b6d89d1 req-5c078403-db31-40ef-b8ea-dc438067039c tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 210 time: 0.0286934 Oct 16 00:58:25.592577 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f6ce-eacd-40b9-a7bf-00ccbeb21b65 req-b5b6008f-0cb2-4ade-b19b-c95e3ec76001 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:25.594010 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0e76f6ce-eacd-40b9-a7bf-00ccbeb21b65 req-b5b6008f-0cb2-4ade-b19b-c95e3ec76001 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 946 time: 0.0465326 Oct 16 00:58:25.642462 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0e76f6ce-eacd-40b9-a7bf-00ccbeb21b65 req-f6787068-ba6e-44e4-9cb4-dfb9ad32689a tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423985 Oct 16 00:58:25.732774 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dd8957c5-2515-4694-a28c-41e73bc36f65 req-7f45925d-dd08-46fb-9f80-dbc2e5c0fb8f tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 210 time: 0.0291798 Oct 16 00:58:25.735081 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7e64b-b421-487f-ae5f-9a0cc6a6d0d6 req-d66cf228-025d-4ffb-98b1-aed4bda44ee1 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:25.736557 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f9c7e64b-b421-487f-ae5f-9a0cc6a6d0d6 req-d66cf228-025d-4ffb-98b1-aed4bda44ee1 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0501368 Oct 16 00:58:25.783650 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f9c7e64b-b421-487f-ae5f-9a0cc6a6d0d6 req-c32c3cf7-d3be-4edb-be31-c84972a8061c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Oct 16 00:58:26.346130 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-be3f61ce-d13a-4439-bec1-91360359029f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:26.770255 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53842dbb-b2c2-409d-94e0-373173d046cf req-29a69990-bc68-40f1-a748-b5577bb2abc8 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:26.771889 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-53842dbb-b2c2-409d-94e0-373173d046cf req-29a69990-bc68-40f1-a748-b5577bb2abc8 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 946 time: 0.0503962 Oct 16 00:58:26.820316 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-53842dbb-b2c2-409d-94e0-373173d046cf req-7737bfc0-4a82-415f-9e3f-de0d8c20b8eb tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Oct 16 00:58:26.838365 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2ee353c3-0e3c-4ab6-abd5-60007c928818 req-e73e9f17-3801-419a-b793-726c7e9ac1b9 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 210 time: 0.0288246 Oct 16 00:58:26.924247 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d74ea7-323a-4a0f-8720-d80a53801db4 req-3819eff6-947b-4be5-9d18-ca79022d06c7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:26.925697 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f1d74ea7-323a-4a0f-8720-d80a53801db4 req-3819eff6-947b-4be5-9d18-ca79022d06c7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0473065 Oct 16 00:58:26.974364 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f1d74ea7-323a-4a0f-8720-d80a53801db4 req-980957df-42f7-4388-a363-75c303ecd009 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428302 Oct 16 00:58:27.749236 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:27.954898 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d2922-a3ff-4998-a77d-6ae1ab76f9e3 req-1acfb8bb-23ce-413e-98a4-b16faa98ad73 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:27.955546 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-345b160c-e06c-4b1c-ac34-f900ea2ab0ef req-19518b02-f930-4d63-a226-a3f87571ce3e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 210 time: 0.0368245 Oct 16 00:58:27.956436 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-668d2922-a3ff-4998-a77d-6ae1ab76f9e3 req-1acfb8bb-23ce-413e-98a4-b16faa98ad73 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 946 time: 0.0563464 Oct 16 00:58:28.008329 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-668d2922-a3ff-4998-a77d-6ae1ab76f9e3 req-93178d1f-fdef-4e90-9cef-a7b588e23541 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459838 Oct 16 00:58:28.105258 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a11e9-4090-4523-99cf-20db4ad0426c req-ec851c6c-31d9-4438-81d4-29e3598a1918 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:28.106717 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2a3a11e9-4090-4523-99cf-20db4ad0426c req-ec851c6c-31d9-4438-81d4-29e3598a1918 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0465565 Oct 16 00:58:28.157258 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2a3a11e9-4090-4523-99cf-20db4ad0426c req-6387b6e6-90a0-4df7-846f-fcb77bd6d3a5 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449266 Oct 16 00:58:29.066154 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cb62b2cd-25ff-4e68-a1b1-c4610ddd1a46 req-9549bccc-556e-44ea-9243-c8915455dd1f tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 210 time: 0.0309820 Oct 16 00:58:29.137115 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299e23c-1957-4b7b-8e0f-120acd30539f req-c4c1c8b5-4f26-43a9-ac80-a464ee75907d tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:29.138653 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7299e23c-1957-4b7b-8e0f-120acd30539f req-c4c1c8b5-4f26-43a9-ac80-a464ee75907d tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 946 time: 0.0472436 Oct 16 00:58:29.193403 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7299e23c-1957-4b7b-8e0f-120acd30539f req-a5e88445-5893-41dc-a4db-117747f8dfba tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459144 Oct 16 00:58:29.283536 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835764e9-6c4c-40a4-8c89-b275303abf5b req-1882ac8b-690e-4377-ba0c-d89b38eca5f0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:29.285853 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-835764e9-6c4c-40a4-8c89-b275303abf5b req-1882ac8b-690e-4377-ba0c-d89b38eca5f0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0507436 Oct 16 00:58:29.342132 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-835764e9-6c4c-40a4-8c89-b275303abf5b req-f9731f88-c889-4364-8a05-493d2f35f451 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485287 Oct 16 00:58:29.886079 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:30.042573 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-dfb652bd-4427-40d4-bc2d-9f056707a40f tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=39d1c20705604f8794fb441271e5afd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324361 Oct 16 00:58:30.181609 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:30.200578 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ae781adb-464d-4b00-a5ee-1f587bc15f67 req-47a7576a-6770-47ce-9240-6dd7f15ce661 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 210 time: 0.0447989 Oct 16 00:58:30.201338 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d8d70-6ae0-4c29-b62f-f304ac05b14b req-a837d492-89ed-4d7e-94a9-1c74dba54d54 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:30.202666 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-773d8d70-6ae0-4c29-b62f-f304ac05b14b req-a837d492-89ed-4d7e-94a9-1c74dba54d54 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 946 time: 0.1537995 Oct 16 00:58:30.363819 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:30.386180 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-0a28d5ca-abf5-41ea-80b3-cf9cb878c113 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:30.387680 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-0a28d5ca-abf5-41ea-80b3-cf9cb878c113 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3376353 Oct 16 00:58:30.410576 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Request body: {'port': {'device_id': '2e7f0234-5efd-4ff6-aad5-e5bec370a100', 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0', 'admin_state_up': True, 'tenant_id': '39d1c20705604f8794fb441271e5afd3'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:58:30.419902 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee35c2a-72d1-4560-b864-56079aa5dfdf req-6f65c2ab-be93-4e19-a6ac-8b5705d024cc tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:30.421328 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fee35c2a-72d1-4560-b864-56079aa5dfdf req-6f65c2ab-be93-4e19-a6ac-8b5705d024cc tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 946 time: 0.1412420 Oct 16 00:58:30.466087 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c35f38-9176-47d6-96c2-60f7f263e76c req-e2820413-c365-444b-8a59-459953ccb58f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:30.467505 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-49c35f38-9176-47d6-96c2-60f7f263e76c req-e2820413-c365-444b-8a59-459953ccb58f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0484610 Oct 16 00:58:30.525217 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-49c35f38-9176-47d6-96c2-60f7f263e76c req-3c876eac-7262-4080-9138-b7813b8643b0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520146 Oct 16 00:58:30.573519 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:30.582603 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-773d8d70-6ae0-4c29-b62f-f304ac05b14b req-096118b3-a822-4e41-af20-c5780337eb41 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Deleting port 67ec654d-ac07-4f60-a537-631325285925 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 00:58:30.582976 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-773d8d70-6ae0-4c29-b62f-f304ac05b14b req-096118b3-a822-4e41-af20-c5780337eb41 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (67ec654d-ac07-4f60-a537-631325285925), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:30.651605 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fee35c2a-72d1-4560-b864-56079aa5dfdf req-69832158-6e8c-47bb-94fd-c46f6e62c1fc tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765394 Oct 16 00:58:30.722176 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Made reservation on behalf of 39d1c20705604f8794fb441271e5afd3 for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:58:30.725837 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:30.735985 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-773d8d70-6ae0-4c29-b62f-f304ac05b14b req-096118b3-a822-4e41-af20-c5780337eb41 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] For port 67ec654d-ac07-4f60-a537-631325285925, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=67ec654d-ac07-4f60-a537-631325285925,segment=NetworkSegment(ebb1560a-1126-4b15-8db8-f323ab73a037),segment_id=ebb1560a-1126-4b15-8db8-f323ab73a037)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:30.736353 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-773d8d70-6ae0-4c29-b62f-f304ac05b14b req-096118b3-a822-4e41-af20-c5780337eb41 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (67ec654d-ac07-4f60-a537-631325285925), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:30.750970 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:30.758811 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-773d8d70-6ae0-4c29-b62f-f304ac05b14b req-096118b3-a822-4e41-af20-c5780337eb41 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Calling delete_port for 67ec654d-ac07-4f60-a537-631325285925 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 00:58:30.959348 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Publish callbacks [] for security_group (01165a5f-2892-45d5-a617-be5ac6807d5a), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:30.981307 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (01165a5f-2892-45d5-a617-be5ac6807d5a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:31.078461 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-773d8d70-6ae0-4c29-b62f-f304ac05b14b req-096118b3-a822-4e41-af20-c5780337eb41 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (67ec654d-ac07-4f60-a537-631325285925), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:31.083240 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01165a5f-2892-45d5-a617-be5ac6807d5a,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:31.130943 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096118b3-a822-4e41-af20-c5780337eb41 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Pushing event deleted for resources: {'Port': ['ID=67ec654d-ac07-4f60-a537-631325285925,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:31.247002 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-773d8d70-6ae0-4c29-b62f-f304ac05b14b req-096118b3-a822-4e41-af20-c5780337eb41 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] No DVR routers for this DVR port 67ec654d-ac07-4f60-a537-631325285925 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 00:58:31.260993 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-773d8d70-6ae0-4c29-b62f-f304ac05b14b req-096118b3-a822-4e41-af20-c5780337eb41 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:31.267722 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-773d8d70-6ae0-4c29-b62f-f304ac05b14b req-096118b3-a822-4e41-af20-c5780337eb41 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.36 "DELETE /networking/v2.0/ports/67ec654d-ac07-4f60-a537-631325285925 HTTP/1.1" status: 204 len: 173 time: 0.9819574 Oct 16 00:58:31.268692 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9b3320-e119-44b4-8035-2726ec9b56d4', 'name': 'network-vif-deleted', 'tag': '67ec654d-ac07-4f60-a537-631325285925'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:58:31.271399 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc02f6e-ed0f-497b-b36b-359d25f73fdf" -d '{"events": [{"server_uuid": "8a9b3320-e119-44b4-8035-2726ec9b56d4", "name": "network-vif-deleted", "tag": "67ec654d-ac07-4f60-a537-631325285925"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:58:31.286321 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Allocated IP 192.168.233.59 (78cb0413-355e-4553-afe2-d7730c4559d0/5344a8b8-73a4-4476-80e2-6f951367e359/fbe04689-7374-4408-a0a0-f4d388dc670b) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:58:31.307969 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:31.398802 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f1ee6f70-689c-4ea4-ba51-03e4508267b4 req-f52b7780-1f46-4569-bc95-dcc5deaa39e8 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 210 time: 0.0861430 Oct 16 00:58:31.460099 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:31.463332 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 00:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5402b3-0b1f-4fb8-bf33-eff84004a6b4 x-openstack-request-id: req-9b5402b3-0b1f-4fb8-bf33-eff84004a6b4 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:58:31.464409 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9b3320-e119-44b4-8035-2726ec9b56d4", "name": "network-vif-deleted", "tag": "67ec654d-ac07-4f60-a537-631325285925", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:58:31.464565 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b5402b3-0b1f-4fb8-bf33-eff84004a6b4 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:58:31.464975 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5402b3-0b1f-4fb8-bf33-eff84004a6b4'] response: {'server_uuid': '8a9b3320-e119-44b4-8035-2726ec9b56d4', 'name': 'network-vif-deleted', 'tag': '67ec654d-ac07-4f60-a537-631325285925', 'status': 'completed', 'code': 200} Oct 16 00:58:31.517614 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:58:31.603459 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Publish callbacks [] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:31.705044 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:31.791136 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Network 78cb0413-355e-4553-afe2-d7730c4559d0 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:58:31.799682 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:58:31.804357 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:58:31.806988 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Pushing event updated for resources: {'Port': ['ID=fbe04689-7374-4408-a0a0-f4d388dc670b,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:31.841159 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84e2ed-09b2-484e-830c-1f9ffa6672c5 req-cded61f9-51e7-4dfe-b103-61e78fcc8044 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:31.848136 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d84e2ed-09b2-484e-830c-1f9ffa6672c5 req-cded61f9-51e7-4dfe-b103-61e78fcc8044 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.1244669 Oct 16 00:58:31.895682 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:31.896434 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:31.911592 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-13b6d4d1-cbd0-4f79-8b47-3aa3ab709010 req-6d5a2ff6-f37b-427b-ad62-e2ad1c284de1 tempest-DeleteServersTestJSON-1247050903 tempest-DeleteServersTestJSON-1247050903-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a9b3320-e119-44b4-8035-2726ec9b56d4 HTTP/1.1" status: 200 len: 210 time: 0.0561149 Oct 16 00:58:31.923859 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-e0a43929-bad4-41ed-93c1-10b199680f7e tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5170057 Oct 16 00:58:31.950390 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Request body: {'port': {'device_id': '2e7f0234-5efd-4ff6-aad5-e5bec370a100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:58:31.992924 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d84e2ed-09b2-484e-830c-1f9ffa6672c5 req-c733b60f-16bd-4eef-a7ea-29782070288d tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424286 Oct 16 00:58:31.993560 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58672) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:32.055962 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.152093 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc33a6eb-ca3b-432f-81ce-a5314bc2ac98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.167914 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:32.221871 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-84735ce1-d47e-4ae9-a893-19a306a7db27 None None] Provisioning complete for port fbe04689-7374-4408-a0a0-f4d388dc670b triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:58:32.222484 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-84735ce1-d47e-4ae9-a893-19a306a7db27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.222895 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-84735ce1-d47e-4ae9-a893-19a306a7db27 None None] Attempt 1 to provision port fbe04689-7374-4408-a0a0-f4d388dc670b Oct 16 00:58:32.242902 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc33a6eb-ca3b-432f-81ce-a5314bc2ac98 admin admin] Publish callbacks [] for security_group (b4e8b2de-8ae3-4eb3-864c-6b7ea966c1de), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.248379 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc33a6eb-ca3b-432f-81ce-a5314bc2ac98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (b4e8b2de-8ae3-4eb3-864c-6b7ea966c1de), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.264031 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-84735ce1-d47e-4ae9-a893-19a306a7db27 None None] Port fbe04689-7374-4408-a0a0-f4d388dc670b cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:58:32.292189 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:32.298582 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fc33a6eb-ca3b-432f-81ce-a5314bc2ac98 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1fbf3a4d437f48a0bab6f7d5ed18d307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995493 Oct 16 00:58:32.298582 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33a6eb-ca3b-432f-81ce-a5314bc2ac98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e8b2de-8ae3-4eb3-864c-6b7ea966c1de,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:32.300048 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58676) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:32.358898 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6c86-a805-44ae-a546-27fec943f6d8 admin admin] Publish callbacks [] for security_group (b4e8b2de-8ae3-4eb3-864c-6b7ea966c1de), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.381487 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6c86-a805-44ae-a546-27fec943f6d8 admin admin] Publish callbacks [] for security_group (b4e8b2de-8ae3-4eb3-864c-6b7ea966c1de), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.382022 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=47 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:32.438850 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6c86-a805-44ae-a546-27fec943f6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (b4e8b2de-8ae3-4eb3-864c-6b7ea966c1de), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.441550 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6c86-a805-44ae-a546-27fec943f6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.443309 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8b3d6c86-a805-44ae-a546-27fec943f6d8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b4e8b2de-8ae3-4eb3-864c-6b7ea966c1de HTTP/1.1" status: 204 len: 168 time: 0.1420286 Oct 16 00:58:32.454192 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d6c86-a805-44ae-a546-27fec943f6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e8b2de-8ae3-4eb3-864c-6b7ea966c1de,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:32.573913 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20c7a3-7275-4cf7-9c81-6c619555fffb req-8f86ca4d-bca2-4f24-93c1-2776867d4aac tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:32.576476 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3a20c7a3-7275-4cf7-9c81-6c619555fffb req-8f86ca4d-bca2-4f24-93c1-2776867d4aac tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 935 time: 0.0614798 Oct 16 00:58:32.616048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe04689-7374-4408-a0a0-f4d388dc670b {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:58:32.625134 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Publish callbacks [] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.640287 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Transition to ACTIVE for port object fbe04689-7374-4408-a0a0-f4d388dc670b will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 00:58:32.645367 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.665741 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3a20c7a3-7275-4cf7-9c81-6c619555fffb req-88e4009b-cccd-4720-ab88-dc2df4b15128 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01165a5f-2892-45d5-a617-be5ac6807d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703344 Oct 16 00:58:32.675235 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:32.731591 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe04689-7374-4408-a0a0-f4d388dc670b,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:32.814294 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Attempting to bind port fbe04689-7374-4408-a0a0-f4d388dc670b on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:58:32.814756 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Attempting to bind port fbe04689-7374-4408-a0a0-f4d388dc670b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '66c538ca-a052-43c4-af63-07b81c0c5e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:58:32.815024 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Attempting to bind port fbe04689-7374-4408-a0a0-f4d388dc670b on network 78cb0413-355e-4553-afe2-d7730c4559d0 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:58:32.880612 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Port fbe04689-7374-4408-a0a0-f4d388dc670b on network 78cb0413-355e-4553-afe2-d7730c4559d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 00:58:32.880936 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Attempting to bind port fbe04689-7374-4408-a0a0-f4d388dc670b on network 78cb0413-355e-4553-afe2-d7730c4559d0 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:58:32.881551 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58692) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:32.897862 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cb8ddf42-f9fa-496e-b128-7f4dd5366866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.925537 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:32.938574 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:58:32.938955 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Checking segment: {'id': '66c538ca-a052-43c4-af63-07b81c0c5e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:58:32.939299 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Bound using segment: {'id': '66c538ca-a052-43c4-af63-07b81c0c5e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:58:32.939735 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Bound port: fbe04689-7374-4408-a0a0-f4d388dc670b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c538ca-a052-43c4-af63-07b81c0c5e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:58:32.940124 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:32.964569 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 67ec654d-ac07-4f60-a537-631325285925 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 00:58:32.999027 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 67ec654d-ac07-4f60-a537-631325285925 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 00:58:32.999725 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 67ec654d-ac07-4f60-a537-631325285925 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 00:58:33.027689 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cb8ddf42-f9fa-496e-b128-7f4dd5366866 admin admin] Publish callbacks [] for security_group (77661f1c-eba6-4a03-8d5f-354932abdc4e), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:33.036094 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cb8ddf42-f9fa-496e-b128-7f4dd5366866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (77661f1c-eba6-4a03-8d5f-354932abdc4e), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:33.076356 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] For port fbe04689-7374-4408-a0a0-f4d388dc670b, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:58:33.083308 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] For port fbe04689-7374-4408-a0a0-f4d388dc670b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fbe04689-7374-4408-a0a0-f4d388dc670b,segment=NetworkSegment(66c538ca-a052-43c4-af63-07b81c0c5e79),segment_id=66c538ca-a052-43c4-af63-07b81c0c5e79)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:58:33.092681 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:33.130189 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:33.130814 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:33.132234 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/fbe04689-7374-4408-a0a0-f4d388dc670b HTTP/1.1" status: 200 len: 1097 time: 1.1927588 Oct 16 00:58:33.158418 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ddf42-f9fa-496e-b128-7f4dd5366866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77661f1c-eba6-4a03-8d5f-354932abdc4e,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:33.184454 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11e199-48d0-4e69-bd47-07a2dd397503 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe04689-7374-4408-a0a0-f4d388dc670b,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:33.202988 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-cb8ddf42-f9fa-496e-b128-7f4dd5366866 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9eca102f1d9749a3a2723f07db30f289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203011 Oct 16 00:58:33.203954 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58708) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:33.273882 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-2e5294e2-91c6-4b88-b1a7-b454e7385e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:33.276808 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-2e5294e2-91c6-4b88-b1a7-b454e7385e6f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=39d1c20705604f8794fb441271e5afd3&device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 1131 time: 0.0718570 Oct 16 00:58:33.277805 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded7d79-afaa-45c4-911c-da1670d21ac7 req-797f9b4d-b92a-4690-9824-ec15c902a8d7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:33.279477 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eded7d79-afaa-45c4-911c-da1670d21ac7 req-797f9b4d-b92a-4690-9824-ec15c902a8d7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0992756 Oct 16 00:58:33.341454 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-24056a33-25df-4009-99bf-7201500e6e3a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=fbe04689-7374-4408-a0a0-f4d388dc670b HTTP/1.1" status: 200 len: 217 time: 0.0567515 Oct 16 00:58:33.365381 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9198404f-7845-44d9-ade2-30032fce8ae8 admin admin] Publish callbacks [] for security_group (77661f1c-eba6-4a03-8d5f-354932abdc4e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:33.379200 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eded7d79-afaa-45c4-911c-da1670d21ac7 req-595b6e73-bd5b-4790-b97e-e75418abe605 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922556 Oct 16 00:58:33.396529 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9198404f-7845-44d9-ade2-30032fce8ae8 admin admin] Publish callbacks [] for security_group (77661f1c-eba6-4a03-8d5f-354932abdc4e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:33.419360 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-a44e60dd-8ddd-452d-90f5-50455c3732ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:33.421123 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-a44e60dd-8ddd-452d-90f5-50455c3732ac service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5344a8b8-73a4-4476-80e2-6f951367e359 HTTP/1.1" status: 200 len: 843 time: 0.0733614 Oct 16 00:58:33.468575 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9198404f-7845-44d9-ade2-30032fce8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (77661f1c-eba6-4a03-8d5f-354932abdc4e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:33.471133 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9198404f-7845-44d9-ade2-30032fce8ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:33.472266 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9198404f-7845-44d9-ade2-30032fce8ae8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/77661f1c-eba6-4a03-8d5f-354932abdc4e HTTP/1.1" status: 204 len: 168 time: 0.2461224 Oct 16 00:58:33.494037 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7f0234-5efd-4ff6-aad5-e5bec370a100', 'tag': 'fbe04689-7374-4408-a0a0-f4d388dc670b'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:58:33.497499 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198404f-7845-44d9-ade2-30032fce8ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77661f1c-eba6-4a03-8d5f-354932abdc4e,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:33.501097 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d22ff0-d000-4b53-b0c7-34f177be125d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7f0234-5efd-4ff6-aad5-e5bec370a100", "tag": "fbe04689-7374-4408-a0a0-f4d388dc670b"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:58:33.518270 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-93195377-0ae7-4f3c-a4f0-6af3caa6151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:33.520191 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-93195377-0ae7-4f3c-a4f0-6af3caa6151d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=78cb0413-355e-4553-afe2-d7730c4559d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0887218 Oct 16 00:58:33.641797 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 00:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38bc181-a255-46f6-bb51-3e75a3e5d5a2 x-openstack-request-id: req-b38bc181-a255-46f6-bb51-3e75a3e5d5a2 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:58:33.642529 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7f0234-5efd-4ff6-aad5-e5bec370a100", "tag": "fbe04689-7374-4408-a0a0-f4d388dc670b", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:58:33.644047 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b38bc181-a255-46f6-bb51-3e75a3e5d5a2 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:58:33.644645 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38bc181-a255-46f6-bb51-3e75a3e5d5a2'] response: {'name': 'network-changed', 'server_uuid': '2e7f0234-5efd-4ff6-aad5-e5bec370a100', 'tag': 'fbe04689-7374-4408-a0a0-f4d388dc670b', 'status': 'completed', 'code': 200} Oct 16 00:58:33.743378 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-97a54001-f961-4819-8b5e-cb33699850fc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/78cb0413-355e-4553-afe2-d7730c4559d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123218 Oct 16 00:58:33.858676 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdadd3-b6f8-4e29-ba8a-90fe11e1d73b req-c859b45a-b62e-4517-aff5-7decefcd85ca tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:33.863620 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7dfdadd3-b6f8-4e29-ba8a-90fe11e1d73b req-c859b45a-b62e-4517-aff5-7decefcd85ca tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 947 time: 0.0852525 Oct 16 00:58:33.899404 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19acee8c-bd69-4967-80e8-c7c3cb5d2be7 req-1e856db8-c4ab-4ae2-bc19-27ca97da5a55 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/78cb0413-355e-4553-afe2-d7730c4559d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495962 Oct 16 00:58:33.900510 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:33.948339 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7dfdadd3-b6f8-4e29-ba8a-90fe11e1d73b req-ff138019-3395-43fd-bdba-16c8c33c0e6f tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01165a5f-2892-45d5-a617-be5ac6807d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786235 Oct 16 00:58:34.557962 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e18387-2867-43f0-94ff-1e016cf0b9d3 req-ed35ba1e-6aa8-4366-afc0-fdad55193526 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:34.559616 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-38e18387-2867-43f0-94ff-1e016cf0b9d3 req-ed35ba1e-6aa8-4366-afc0-fdad55193526 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0506868 Oct 16 00:58:34.625092 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-38e18387-2867-43f0-94ff-1e016cf0b9d3 req-64ad981b-78da-4796-a2ec-506e08bb03e8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582554 Oct 16 00:58:34.784964 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58766) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:34.911852 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:35.040815 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22ff0-d000-4b53-b0c7-34f177be125d req-809745d2-d395-4197-bda1-9363e1be3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:35.043295 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0d22ff0-d000-4b53-b0c7-34f177be125d req-809745d2-d395-4197-bda1-9363e1be3ca8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=39d1c20705604f8794fb441271e5afd3&device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 1131 time: 0.0786479 Oct 16 00:58:35.178856 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c055dc-00fa-4afa-9860-b4c900b3dd41 req-b5105fc6-9a23-4d5f-8862-1da0c04422e3 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:35.180770 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-35c055dc-00fa-4afa-9860-b4c900b3dd41 req-b5105fc6-9a23-4d5f-8862-1da0c04422e3 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 947 time: 0.0822425 Oct 16 00:58:35.219579 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22ff0-d000-4b53-b0c7-34f177be125d req-cdfdd0ca-2e83-41a5-9d85-26678c679b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:35.222554 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0d22ff0-d000-4b53-b0c7-34f177be125d req-cdfdd0ca-2e83-41a5-9d85-26678c679b46 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=78cb0413-355e-4553-afe2-d7730c4559d0 HTTP/1.1" status: 200 len: 870 time: 0.1713138 Oct 16 00:58:35.281034 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0d22ff0-d000-4b53-b0c7-34f177be125d req-c60c9a62-554d-4a5b-86b4-837e71d30800 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=fbe04689-7374-4408-a0a0-f4d388dc670b HTTP/1.1" status: 200 len: 217 time: 0.0496483 Oct 16 00:58:35.372820 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58798) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:35.375134 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-35c055dc-00fa-4afa-9860-b4c900b3dd41 req-8f2c0543-3a93-48fa-b373-1790bc40a573 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01165a5f-2892-45d5-a617-be5ac6807d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747105 Oct 16 00:58:35.396435 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4a0f58a9-92f2-4ffc-8c5e-4a5aa91f080e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650312'] for router_interface (0fe95cc5-8422-458f-b86c-c45f224fe276), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:35.421469 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22ff0-d000-4b53-b0c7-34f177be125d req-4616c3ed-1a88-4821-866d-51dbface1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:35.422988 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0d22ff0-d000-4b53-b0c7-34f177be125d req-4616c3ed-1a88-4821-866d-51dbface1b33 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5344a8b8-73a4-4476-80e2-6f951367e359 HTTP/1.1" status: 200 len: 843 time: 0.1303382 Oct 16 00:58:35.445989 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:35.465865 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ee9b92-ed57-40c3-a461-6ae3c8cf3db7 admin admin] Deleting subnet 5e7c8763-28ee-4293-9560-4345d6255350 {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 00:58:35.472238 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-77ee9b92-ed57-40c3-a461-6ae3c8cf3db7 admin admin] Publish callbacks [] for subnet (5e7c8763-28ee-4293-9560-4345d6255350), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:35.515804 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22ff0-d000-4b53-b0c7-34f177be125d req-e5963686-d010-4dea-8fcc-f0c5ecd51b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:35.517293 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0d22ff0-d000-4b53-b0c7-34f177be125d req-e5963686-d010-4dea-8fcc-f0c5ecd51b97 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=78cb0413-355e-4553-afe2-d7730c4559d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0828571 Oct 16 00:58:35.527121 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-77ee9b92-ed57-40c3-a461-6ae3c8cf3db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655798'] for subnet (5e7c8763-28ee-4293-9560-4345d6255350), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:35.563135 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:35.632037 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-77ee9b92-ed57-40c3-a461-6ae3c8cf3db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (5e7c8763-28ee-4293-9560-4345d6255350), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:35.714526 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f58a9-92f2-4ffc-8c5e-4a5aa91f080e admin admin] Deleting port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 00:58:35.714883 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4a0f58a9-92f2-4ffc-8c5e-4a5aa91f080e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:35.718441 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0d22ff0-d000-4b53-b0c7-34f177be125d req-f8f8de2c-5979-44a5-abed-d4334eefb007 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/78cb0413-355e-4553-afe2-d7730c4559d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890535 Oct 16 00:58:35.809234 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-4a0f58a9-92f2-4ffc-8c5e-4a5aa91f080e admin admin] For port edc13d5b-c9f2-4dc4-a392-0e617cb7cd97, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=edc13d5b-c9f2-4dc4-a392-0e617cb7cd97,segment=NetworkSegment(ebb1560a-1126-4b15-8db8-f323ab73a037),segment_id=ebb1560a-1126-4b15-8db8-f323ab73a037)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:35.809935 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4a0f58a9-92f2-4ffc-8c5e-4a5aa91f080e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:35.817561 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-77ee9b92-ed57-40c3-a461-6ae3c8cf3db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2697823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665076'] for subnet (5e7c8763-28ee-4293-9560-4345d6255350), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:35.828388 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f58a9-92f2-4ffc-8c5e-4a5aa91f080e admin admin] Calling delete_port for edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 owned by network:router_interface {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 00:58:35.854634 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588588a-a1f8-40da-9618-9f76fe261a5d req-506227b6-99c5-48e4-bbb1-4868d23060d6 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:35.856215 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3588588a-a1f8-40da-9618-9f76fe261a5d req-506227b6-99c5-48e4-bbb1-4868d23060d6 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.1313460 Oct 16 00:58:35.866666 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee9b92-ed57-40c3-a461-6ae3c8cf3db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7c8763-28ee-4293-9560-4345d6255350,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:35.892686 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-77ee9b92-ed57-40c3-a461-6ae3c8cf3db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:35.898347 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-77ee9b92-ed57-40c3-a461-6ae3c8cf3db7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/5e7c8763-28ee-4293-9560-4345d6255350 HTTP/1.1" status: 204 len: 168 time: 0.5235193 Oct 16 00:58:35.908167 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58808) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:35.929510 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:35.951720 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0d22ff0-d000-4b53-b0c7-34f177be125d req-93f9fae7-be3a-46a3-9cca-e5d0630ad9fe service neutron] 10.222.0.36 "GET /networking/v2.0/networks/78cb0413-355e-4553-afe2-d7730c4559d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244058 Oct 16 00:58:35.965245 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3588588a-a1f8-40da-9618-9f76fe261a5d req-aef4dc39-4630-48b9-bbd5-55bf2c859308 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876639 Oct 16 00:58:36.062196 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (60ed8060-2b52-472c-bd81-6d2d3a8ca986), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:36.187805 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (60ed8060-2b52-472c-bd81-6d2d3a8ca986), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:36.232902 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ed8060-2b52-472c-bd81-6d2d3a8ca986']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:36.241034 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:36.249499 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b788703d-ad24-407a-9162-b4424ad7dd01') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:36.249995 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b788703d-ad24-407a-9162-b4424ad7dd01') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:36.269237 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992197'] for segment (b788703d-ad24-407a-9162-b4424ad7dd01), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:36.278369 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4a0f58a9-92f2-4ffc-8c5e-4a5aa91f080e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (edc13d5b-c9f2-4dc4-a392-0e617cb7cd97), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:36.542316 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (b788703d-ad24-407a-9162-b4424ad7dd01), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:36.552990 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f58a9-92f2-4ffc-8c5e-4a5aa91f080e admin admin] Pushing event deleted for resources: {'Port': ['ID=edc13d5b-c9f2-4dc4-a392-0e617cb7cd97,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:36.568421 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 00:58:36.568817 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2994182'] for segment (b788703d-ad24-407a-9162-b4424ad7dd01), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:36.622297 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment b788703d-ad24-407a-9162-b4424ad7dd01 resource provider aggregate not found Oct 16 00:58:36.669374 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment b788703d-ad24-407a-9162-b4424ad7dd01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b788703d-ad24-407a-9162-b4424ad7dd01 found for delete ", "request_id": "req-11b8068a-fe85-4600-9381-219f49fc9702"}]} Oct 16 00:58:36.707589 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb6363-4390-4421-82ac-a88f6fddfdc5 req-4bd81c4b-25bb-444f-8ed6-2feb5237b4dc tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:36.709292 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-defb6363-4390-4421-82ac-a88f6fddfdc5 req-4bd81c4b-25bb-444f-8ed6-2feb5237b4dc tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 947 time: 0.1642432 Oct 16 00:58:36.748340 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (60ed8060-2b52-472c-bd81-6d2d3a8ca986), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:36.790596 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:36.794503 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/60ed8060-2b52-472c-bd81-6d2d3a8ca986 HTTP/1.1" status: 204 len: 168 time: 0.8853283 Oct 16 00:58:36.797930 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58822) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:36.801127 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c1706-df83-48b5-aa11-64573f165cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=60ed8060-2b52-472c-bd81-6d2d3a8ca986,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:36.853305 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-defb6363-4390-4421-82ac-a88f6fddfdc5 req-c0b9865a-443c-4938-9ee9-decb0191603d tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01165a5f-2892-45d5-a617-be5ac6807d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283336 Oct 16 00:58:36.858602 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-189116e2-e9ab-4865-a4e6-2f3b01aaeb4e admin admin] Deleting subnet ac4a82b5-ad59-4a60-aa54-b6fc731eff46 {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 00:58:36.863976 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-189116e2-e9ab-4865-a4e6-2f3b01aaeb4e admin admin] Publish callbacks [] for subnet (ac4a82b5-ad59-4a60-aa54-b6fc731eff46), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:36.907305 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-189116e2-e9ab-4865-a4e6-2f3b01aaeb4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655798'] for subnet (ac4a82b5-ad59-4a60-aa54-b6fc731eff46), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:36.929699 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4a0f58a9-92f2-4ffc-8c5e-4a5aa91f080e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650300'] for router_interface (0fe95cc5-8422-458f-b86c-c45f224fe276), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:36.960613 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec16986c-6a50-4301-ba2d-da75c2e8d3ed None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 16 00:58:36.964206 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-189116e2-e9ab-4865-a4e6-2f3b01aaeb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (ac4a82b5-ad59-4a60-aa54-b6fc731eff46), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.021482 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device fbe04689-7374-4408-a0a0-f4d388dc670b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 00:58:37.024588 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-189116e2-e9ab-4865-a4e6-2f3b01aaeb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2697823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665076'] for subnet (ac4a82b5-ad59-4a60-aa54-b6fc731eff46), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.070079 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189116e2-e9ab-4865-a4e6-2f3b01aaeb4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4a82b5-ad59-4a60-aa54-b6fc731eff46,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:37.084199 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-189116e2-e9ab-4865-a4e6-2f3b01aaeb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.087487 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-189116e2-e9ab-4865-a4e6-2f3b01aaeb4e admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/ac4a82b5-ad59-4a60-aa54-b6fc731eff46 HTTP/1.1" status: 204 len: 168 time: 0.2882957 Oct 16 00:58:37.105095 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58830) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:37.147736 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:37.256500 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0f58a9-92f2-4ffc-8c5e-4a5aa91f080e admin admin] Router 0fe95cc5-8422-458f-b86c-c45f224fe276 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 00:58:37.262108 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (6d8a5b87-a2be-47de-b247-66876e428dd8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.272437 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d80f3-d316-4658-b4b4-b6cd9061eb7b req-1d0acdf6-46fe-4b74-b2ff-e577451a0fde tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:37.274339 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-636d80f3-d316-4658-b4b4-b6cd9061eb7b req-1d0acdf6-46fe-4b74-b2ff-e577451a0fde tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.1940846 Oct 16 00:58:37.300544 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec16986c-6a50-4301-ba2d-da75c2e8d3ed None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 00:58:37.304952 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:37.413101 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-636d80f3-d316-4658-b4b4-b6cd9061eb7b req-2db6ed8b-e962-430f-a66e-a741b0a3e158 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283338 Oct 16 00:58:37.428591 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (6d8a5b87-a2be-47de-b247-66876e428dd8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.447768 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0f58a9-92f2-4ffc-8c5e-4a5aa91f080e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:58:37.453618 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4a0f58a9-92f2-4ffc-8c5e-4a5aa91f080e admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/0fe95cc5-8422-458f-b86c-c45f224fe276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6670332 Oct 16 00:58:37.459174 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58836) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:37.460417 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e1ba6-2870-427e-84c6-2ce312294d93 None None] Sync routers for ids ['0fe95cc5-8422-458f-b86c-c45f224fe276'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:58:37.472703 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e1ba6-2870-427e-84c6-2ce312294d93 None None] Routers {'0fe95cc5-8422-458f-b86c-c45f224fe276'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:58:37.473352 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ee5e1ba6-2870-427e-84c6-2ce312294d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:58:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0fe95cc5-8422-458f-b86c-c45f224fe276'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:37.554520 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port fbe04689-7374-4408-a0a0-f4d388dc670b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fbe04689-7374-4408-a0a0-f4d388dc670b,segment=NetworkSegment(66c538ca-a052-43c4-af63-07b81c0c5e79),segment_id=66c538ca-a052-43c4-af63-07b81c0c5e79)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:37.558829 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8a5b87-a2be-47de-b247-66876e428dd8']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:37.588467 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:37.591930 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758f31d2-ed2a-4ced-b356-bb4cb1599b59') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:37.591930 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758f31d2-ed2a-4ced-b356-bb4cb1599b59') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:37.614273 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2655823'] for segment (758f31d2-ed2a-4ced-b356-bb4cb1599b59), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.618938 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': 'fbe04689-7374-4408-a0a0-f4d388dc670b', 'network_id': '78cb0413-355e-4553-afe2-d7730c4559d0', 'port_id': 'fbe04689-7374-4408-a0a0-f4d388dc670b', 'mac_address': 'fa:16:3e:4d:57:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5344a8b8-73a4-4476-80e2-6f951367e359', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 00:58:37.634658 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-ee5e1ba6-2870-427e-84c6-2ce312294d93 None None] Set router 0fe95cc5-8422-458f-b86c-c45f224fe276 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:58:37.690485 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (758f31d2-ed2a-4ced-b356-bb4cb1599b59), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.704494 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 00:58:37.704888 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2697909'] for segment (758f31d2-ed2a-4ced-b356-bb4cb1599b59), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.725163 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Publish callbacks [] for router (0fe95cc5-8422-458f-b86c-c45f224fe276), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.732296 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 758f31d2-ed2a-4ced-b356-bb4cb1599b59 resource provider aggregate not found Oct 16 00:58:37.755102 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port fbe04689-7374-4408-a0a0-f4d388dc670b is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:37.755588 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.786458 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe04689-7374-4408-a0a0-f4d388dc670b {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:58:37.815222 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port fbe04689-7374-4408-a0a0-f4d388dc670b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fbe04689-7374-4408-a0a0-f4d388dc670b,segment=NetworkSegment(66c538ca-a052-43c4-af63-07b81c0c5e79),segment_id=66c538ca-a052-43c4-af63-07b81c0c5e79)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:37.826038 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.839850 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 758f31d2-ed2a-4ced-b356-bb4cb1599b59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 758f31d2-ed2a-4ced-b356-bb4cb1599b59 found for delete ", "request_id": "req-54a40bf8-63ed-4b28-aeb1-60aab9449898"}]} Oct 16 00:58:37.906272 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (6d8a5b87-a2be-47de-b247-66876e428dd8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.913120 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:37.916418 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/6d8a5b87-a2be-47de-b247-66876e428dd8 HTTP/1.1" status: 204 len: 168 time: 0.8087146 Oct 16 00:58:37.930030 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=fbe04689-7374-4408-a0a0-f4d388dc670b,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:37.936190 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ee5e1ba6-2870-427e-84c6-2ce312294d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'name': 'tempest-DeleteServersTestJSON-1769523312-router', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28'}], 'enable_snat': True}, 'gw_port_id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:12Z', 'updated_at': '2022-10-16T00:58:36Z', 'revision_number': 5, 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'gw_port': {'id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:13Z', 'updated_at': '2022-10-16T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:37.938732 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940e9c2-6691-46b7-865a-bbeb43067307 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d8a5b87-a2be-47de-b247-66876e428dd8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:37.985798 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e1ba6-2870-427e-84c6-2ce312294d93 None None] Checking router: 0fe95cc5-8422-458f-b86c-c45f224fe276 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:58:37.989305 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Publish callbacks [] for router_gateway (0fe95cc5-8422-458f-b86c-c45f224fe276), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:38.001499 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e1ba6-2870-427e-84c6-2ce312294d93 None None] Routers {'0fe95cc5-8422-458f-b86c-c45f224fe276'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:58:38.003032 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ee5e1ba6-2870-427e-84c6-2ce312294d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:58:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0fe95cc5-8422-458f-b86c-c45f224fe276'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:38.047394 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0920b7-7058-4b9b-8ee1-9f0d432a1828 req-b90d8567-0bbc-4847-962b-43a2a3c9513f tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:38.049685 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bd0920b7-7058-4b9b-8ee1-9f0d432a1828 req-b90d8567-0bbc-4847-962b-43a2a3c9513f tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 948 time: 0.0700953 Oct 16 00:58:38.075228 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Deleting port 92fd08e3-e2b0-40c2-b892-f442ec78a775 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 00:58:38.075563 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:38.144521 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['fbe04689-7374-4408-a0a0-f4d388dc670b'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 00:58:38.160219 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-ee5e1ba6-2870-427e-84c6-2ce312294d93 None None] Set router 0fe95cc5-8422-458f-b86c-c45f224fe276 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:58:38.195625 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bd0920b7-7058-4b9b-8ee1-9f0d432a1828 req-f8330578-ef9d-4f12-a73e-af90ac5ce05a tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01165a5f-2892-45d5-a617-be5ac6807d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392996 Oct 16 00:58:38.221212 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] For port 92fd08e3-e2b0-40c2-b892-f442ec78a775, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=92fd08e3-e2b0-40c2-b892-f442ec78a775,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:38.221728 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:38.237176 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:38.274271 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Calling delete_port for 92fd08e3-e2b0-40c2-b892-f442ec78a775 owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 00:58:38.308416 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58850) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:38.317556 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:38.347458 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:38.425562 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-74282c90-73df-4227-8111-dee0f3c30074 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a850973394834b1c9a2eb5370e303a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1141529 Oct 16 00:58:38.428043 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58852) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:38.477609 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ee5e1ba6-2870-427e-84c6-2ce312294d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'name': 'tempest-DeleteServersTestJSON-1769523312-router', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28'}], 'enable_snat': True}, 'gw_port_id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:12Z', 'updated_at': '2022-10-16T00:58:36Z', 'revision_number': 5, 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'gw_port': {'id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:13Z', 'updated_at': '2022-10-16T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:38.516480 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3ad62ba7-12ac-4479-b8c1-2aaff79050ea admin admin] Publish callbacks [] for security_group (52218b3c-54fc-499a-bfbd-25c31c268a13), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:38.518947 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e1ba6-2870-427e-84c6-2ce312294d93 None None] The sync data for ids ['0fe95cc5-8422-458f-b86c-c45f224fe276'] in dv-cinder-master-3-iscsi is: [{'id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'name': 'tempest-DeleteServersTestJSON-1769523312-router', 'tenant_id': 'c89fd0e945344feab91a37fdb93812e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28'}], 'enable_snat': True}, 'gw_port_id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:12Z', 'updated_at': '2022-10-16T00:58:36Z', 'revision_number': 5, 'project_id': 'c89fd0e945344feab91a37fdb93812e5', 'gw_port': {'id': '92fd08e3-e2b0-40c2-b892-f442ec78a775', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe95cc5-8422-458f-b86c-c45f224fe276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:13Z', 'updated_at': '2022-10-16T00:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:58:38.547385 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3ad62ba7-12ac-4479-b8c1-2aaff79050ea admin admin] Publish callbacks [] for security_group (52218b3c-54fc-499a-bfbd-25c31c268a13), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:38.564201 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-d58d34e2-0814-42eb-b58f-fdfd2b3cb667 None None] Provisioning complete for port 831df3a8-d68b-40e9-b52b-297c2989e047 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:58:38.564585 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d58d34e2-0814-42eb-b58f-fdfd2b3cb667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:38.564931 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-d58d34e2-0814-42eb-b58f-fdfd2b3cb667 None None] Attempt 1 to provision port 831df3a8-d68b-40e9-b52b-297c2989e047 Oct 16 00:58:38.582723 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:38.615160 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f31687-9492-439c-a75f-6d3b2e4e6f43 req-b4ea2506-5bab-4844-99f9-398dc93904ca tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:38.617692 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-24f31687-9492-439c-a75f-6d3b2e4e6f43 req-b4ea2506-5bab-4844-99f9-398dc93904ca tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0850170 Oct 16 00:58:38.624315 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3ad62ba7-12ac-4479-b8c1-2aaff79050ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (52218b3c-54fc-499a-bfbd-25c31c268a13), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:38.627320 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3ad62ba7-12ac-4479-b8c1-2aaff79050ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:38.632195 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3ad62ba7-12ac-4479-b8c1-2aaff79050ea admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/52218b3c-54fc-499a-bfbd-25c31c268a13 HTTP/1.1" status: 204 len: 168 time: 0.2020423 Oct 16 00:58:38.633857 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (92fd08e3-e2b0-40c2-b892-f442ec78a775), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:38.645485 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad62ba7-12ac-4479-b8c1-2aaff79050ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52218b3c-54fc-499a-bfbd-25c31c268a13,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:38.673733 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-d58d34e2-0814-42eb-b58f-fdfd2b3cb667 None None] Current status of the port 831df3a8-d68b-40e9-b52b-297c2989e047 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:38.902213 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:38.926518 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Pushing event deleted for resources: {'Port': ['ID=92fd08e3-e2b0-40c2-b892-f442ec78a775,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:39.035055 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-24f31687-9492-439c-a75f-6d3b2e4e6f43 req-3ce8990a-d24e-49ab-ad77-5919a9b2904e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055376 Oct 16 00:58:39.047236 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649846'] for router_gateway (0fe95cc5-8422-458f-b86c-c45f224fe276), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.067121 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device fbe04689-7374-4408-a0a0-f4d388dc670b up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:58:39.189119 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port fbe04689-7374-4408-a0a0-f4d388dc670b completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 00:58:39.200598 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port fbe04689-7374-4408-a0a0-f4d388dc670b triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:58:39.201515 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.201849 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port fbe04689-7374-4408-a0a0-f4d388dc670b Oct 16 00:58:39.205805 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:39.207817 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11650'] for router (0fe95cc5-8422-458f-b86c-c45f224fe276), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.210054 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58878) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:39.210800 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Publish callbacks [] for router_controller (0fe95cc5-8422-458f-b86c-c45f224fe276), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.229127 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 00:58:39.274162 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 00:58:39.274507 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device edc13d5b-c9f2-4dc4-a392-0e617cb7cd97 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 00:58:39.297500 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-cf22fc7f-7d2b-4464-a653-f652e69a1c62 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=94e12a99f9f541e5a3b2b643ab0c0332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0861108 Oct 16 00:58:39.299896 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58886) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:39.349266 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650340'] for router (0fe95cc5-8422-458f-b86c-c45f224fe276), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.349471 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port fbe04689-7374-4408-a0a0-f4d388dc670b is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:58:39.349834 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.349964 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fe95cc5-8422-458f-b86c-c45f224fe276 {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 00:58:39.356372 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.359818 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5f9bfdbe-7386-4e7d-8a1b-3f8041a4628d admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/0fe95cc5-8422-458f-b86c-c45f224fe276 HTTP/1.1" status: 204 len: 168 time: 1.8960226 Oct 16 00:58:39.362002 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 58892) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:39.389275 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7f0234-5efd-4ff6-aad5-e5bec370a100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe04689-7374-4408-a0a0-f4d388dc670b'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:58:39.393306 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66417f3-16e6-4d32-928c-57deee727ce5" -d '{"events": [{"server_uuid": "2e7f0234-5efd-4ff6-aad5-e5bec370a100", "name": "network-vif-plugged", "status": "completed", "tag": "fbe04689-7374-4408-a0a0-f4d388dc670b"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:58:39.452589 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port fbe04689-7374-4408-a0a0-f4d388dc670b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fbe04689-7374-4408-a0a0-f4d388dc670b,segment=NetworkSegment(66c538ca-a052-43c4-af63-07b81c0c5e79),segment_id=66c538ca-a052-43c4-af63-07b81c0c5e79)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:39.459371 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.482950 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35f124-52cb-49d7-9267-0ce6437e55ea req-0e7a90c5-ca4f-4ada-883a-ac502b0d963a tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:39.484700 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be35f124-52cb-49d7-9267-0ce6437e55ea req-0e7a90c5-ca4f-4ada-883a-ac502b0d963a tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 948 time: 0.1629755 Oct 16 00:58:39.493652 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4cfb50-d757-47bf-807f-ce03cfc69ffc admin admin] Deleting subnet 8fb2b922-74d5-4cae-b397-0d0c25d2079f {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 00:58:39.502137 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7d4cfb50-d757-47bf-807f-ce03cfc69ffc admin admin] Publish callbacks [] for subnet (8fb2b922-74d5-4cae-b397-0d0c25d2079f), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.508563 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 00:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be89f81c-6635-4179-a9a4-c634d0a56a49 x-openstack-request-id: req-be89f81c-6635-4179-a9a4-c634d0a56a49 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:58:39.508887 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7f0234-5efd-4ff6-aad5-e5bec370a100", "name": "network-vif-plugged", "status": "completed", "tag": "fbe04689-7374-4408-a0a0-f4d388dc670b", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:58:39.509148 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be89f81c-6635-4179-a9a4-c634d0a56a49 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:58:39.509542 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be89f81c-6635-4179-a9a4-c634d0a56a49'] response: {'server_uuid': '2e7f0234-5efd-4ff6-aad5-e5bec370a100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe04689-7374-4408-a0a0-f4d388dc670b', 'code': 200} Oct 16 00:58:39.515888 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e13cf7b2-a683-4f72-b962-952f90e5fc56 admin admin] Publish callbacks [] for security_group (68499fea-e4b3-426d-ad0a-b90a52f398f4), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.566798 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=fbe04689-7374-4408-a0a0-f4d388dc670b,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:39.580268 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e13cf7b2-a683-4f72-b962-952f90e5fc56 admin admin] Publish callbacks [] for security_group (68499fea-e4b3-426d-ad0a-b90a52f398f4), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.580973 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7d4cfb50-d757-47bf-807f-ce03cfc69ffc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655798'] for subnet (8fb2b922-74d5-4cae-b397-0d0c25d2079f), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.611998 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be35f124-52cb-49d7-9267-0ce6437e55ea req-4cf03fc4-404c-455f-8378-05bc8bff815f tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01165a5f-2892-45d5-a617-be5ac6807d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180317 Oct 16 00:58:39.682819 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e13cf7b2-a683-4f72-b962-952f90e5fc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (68499fea-e4b3-426d-ad0a-b90a52f398f4), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.687609 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e13cf7b2-a683-4f72-b962-952f90e5fc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.691787 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e13cf7b2-a683-4f72-b962-952f90e5fc56 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/68499fea-e4b3-426d-ad0a-b90a52f398f4 HTTP/1.1" status: 204 len: 168 time: 0.3880622 Oct 16 00:58:39.708845 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7d4cfb50-d757-47bf-807f-ce03cfc69ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (8fb2b922-74d5-4cae-b397-0d0c25d2079f), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.714723 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cf7b2-a683-4f72-b962-952f90e5fc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68499fea-e4b3-426d-ad0a-b90a52f398f4,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:39.797671 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a91732-b935-4354-a06f-8c1304d445e9 req-8f77a8a5-20a3-4527-a406-262682a76049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:39.798546 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2a91732-b935-4354-a06f-8c1304d445e9 req-8f77a8a5-20a3-4527-a406-262682a76049 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 1133 time: 0.0591822 Oct 16 00:58:39.849232 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7d4cfb50-d757-47bf-807f-ce03cfc69ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2697823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665076'] for subnet (8fb2b922-74d5-4cae-b397-0d0c25d2079f), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.889659 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cfb50-d757-47bf-807f-ce03cfc69ffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb2b922-74d5-4cae-b397-0d0c25d2079f,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:39.916579 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2a91732-b935-4354-a06f-8c1304d445e9 req-215d9f9d-5c3f-419d-88b7-a341fc0d9feb service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=01165a5f-2892-45d5-a617-be5ac6807d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084914 Oct 16 00:58:39.917960 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7d4cfb50-d757-47bf-807f-ce03cfc69ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:39.923863 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7d4cfb50-d757-47bf-807f-ce03cfc69ffc admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/8fb2b922-74d5-4cae-b397-0d0c25d2079f HTTP/1.1" status: 204 len: 168 time: 0.5585091 Oct 16 00:58:39.926995 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58916) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:39.928562 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f476f756-5842-4e46-8aab-0d47255264fd None None] Network 987da718-4a64-4801-99fd-c8b997ad845b requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:58:40.018199 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:40.030820 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (987da718-4a64-4801-99fd-c8b997ad845b), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.108176 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Deleting port 831df3a8-d68b-40e9-b52b-297c2989e047 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 00:58:40.108598 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.175154 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a8618-31eb-4214-9d50-0ac4320c5946 None None] DHCP port deletion for 987da718-4a64-4801-99fd-c8b997ad845b request from dv-cinder-master-3-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 16 00:58:40.226378 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] For port 831df3a8-d68b-40e9-b52b-297c2989e047, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=831df3a8-d68b-40e9-b52b-297c2989e047,segment=NetworkSegment(ebb1560a-1126-4b15-8db8-f323ab73a037),segment_id=ebb1560a-1126-4b15-8db8-f323ab73a037)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:40.227048 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.233337 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e199f0b-1670-4bf1-8231-2ce616959351 req-9bf6adcf-5549-4562-b0bd-f9da7c586c9f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:40.234908 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9e199f0b-1670-4bf1-8231-2ce616959351 req-9bf6adcf-5549-4562-b0bd-f9da7c586c9f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0965786 Oct 16 00:58:40.244973 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Calling delete_port for 831df3a8-d68b-40e9-b52b-297c2989e047 owned by network:dhcp {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 00:58:40.263544 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:40.268954 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a8618-31eb-4214-9d50-0ac4320c5946 None None] Deleting port 831df3a8-d68b-40e9-b52b-297c2989e047 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 00:58:40.269427 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8618-31eb-4214-9d50-0ac4320c5946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.297824 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9e199f0b-1670-4bf1-8231-2ce616959351 req-51b6cd82-6dfd-4c9c-af6e-61f1ca488fa8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559413 Oct 16 00:58:40.349370 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.359749 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-bb7a8618-31eb-4214-9d50-0ac4320c5946 None None] For port 831df3a8-d68b-40e9-b52b-297c2989e047, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=831df3a8-d68b-40e9-b52b-297c2989e047,segment=NetworkSegment(ebb1560a-1126-4b15-8db8-f323ab73a037),segment_id=ebb1560a-1126-4b15-8db8-f323ab73a037)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:40.360235 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8618-31eb-4214-9d50-0ac4320c5946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.375236 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a8618-31eb-4214-9d50-0ac4320c5946 None None] Calling delete_port for 831df3a8-d68b-40e9-b52b-297c2989e047 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 00:58:40.377726 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Pushing event deleted for resources: {'Port': ['ID=831df3a8-d68b-40e9-b52b-297c2989e047,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:40.379695 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] No DVR routers for this DVR port 831df3a8-d68b-40e9-b52b-297c2989e047 on host dv-cinder-master-3-iscsi {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 00:58:40.483475 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (987da718-4a64-4801-99fd-c8b997ad845b), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.517115 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987da718-4a64-4801-99fd-c8b997ad845b']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:40.527316 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb1560a-1126-4b15-8db8-f323ab73a037') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:40.527660 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb1560a-1126-4b15-8db8-f323ab73a037') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:58:40.532003 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8618-31eb-4214-9d50-0ac4320c5946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741'] for port (831df3a8-d68b-40e9-b52b-297c2989e047), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.539285 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992197'] for segment (ebb1560a-1126-4b15-8db8-f323ab73a037), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.562944 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a8618-31eb-4214-9d50-0ac4320c5946 None None] Pushing event deleted for resources: {'Port': ['ID=831df3a8-d68b-40e9-b52b-297c2989e047,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:40.564457 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (ebb1560a-1126-4b15-8db8-f323ab73a037), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.569974 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a8618-31eb-4214-9d50-0ac4320c5946 None None] No DVR routers for this DVR port 831df3a8-d68b-40e9-b52b-297c2989e047 on host dv-cinder-master-3-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 00:58:40.575180 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 00:58:40.575710 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2994182'] for segment (ebb1560a-1126-4b15-8db8-f323ab73a037), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.663477 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (987da718-4a64-4801-99fd-c8b997ad845b), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.683024 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment ebb1560a-1126-4b15-8db8-f323ab73a037 resource provider aggregate not found Oct 16 00:58:40.687425 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.690741 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/987da718-4a64-4801-99fd-c8b997ad845b HTTP/1.1" status: 204 len: 168 time: 0.7626281 Oct 16 00:58:40.705072 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be9523-07fa-4070-a016-b8e0e96d4eba admin admin] Pushing event deleted for resources: {'Network': ['ID=987da718-4a64-4801-99fd-c8b997ad845b,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:40.737893 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment ebb1560a-1126-4b15-8db8-f323ab73a037 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebb1560a-1126-4b15-8db8-f323ab73a037 found for delete ", "request_id": "req-1fe873f1-0d84-495f-af4a-7d914967427e"}]} Oct 16 00:58:40.757904 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:40.778328 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005984a7-4580-4ac1-b085-5e878a25cc94 req-4d0eeab3-49b3-4e43-bfad-9c8973e98d5b tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:40.780539 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-005984a7-4580-4ac1-b085-5e878a25cc94 req-4d0eeab3-49b3-4e43-bfad-9c8973e98d5b tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 949 time: 0.0712299 Oct 16 00:58:40.837897 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-005984a7-4580-4ac1-b085-5e878a25cc94 req-2c904021-f11b-4fe1-ba8c-b8d32438eebc tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01165a5f-2892-45d5-a617-be5ac6807d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512817 Oct 16 00:58:40.848519 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58956) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:40.896293 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a1aa3f89-1e2a-49d7-8074-3381c2525636 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c89fd0e945344feab91a37fdb93812e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0463059 Oct 16 00:58:40.898985 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58960) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:40.954273 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc060f3-16a1-40ba-a63c-f38aa3044ce1 admin admin] Publish callbacks [] for security_group (3fac4e82-9a4f-452d-92ae-7c5d7772b1b0), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:40.975992 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc060f3-16a1-40ba-a63c-f38aa3044ce1 admin admin] Publish callbacks [] for security_group (3fac4e82-9a4f-452d-92ae-7c5d7772b1b0), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:41.028224 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc060f3-16a1-40ba-a63c-f38aa3044ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3fac4e82-9a4f-452d-92ae-7c5d7772b1b0), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:41.031104 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc060f3-16a1-40ba-a63c-f38aa3044ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:41.032242 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0dc060f3-16a1-40ba-a63c-f38aa3044ce1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3fac4e82-9a4f-452d-92ae-7c5d7772b1b0 HTTP/1.1" status: 204 len: 168 time: 0.1322625 Oct 16 00:58:41.040705 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc060f3-16a1-40ba-a63c-f38aa3044ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fac4e82-9a4f-452d-92ae-7c5d7772b1b0,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:41.164837 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 831df3a8-d68b-40e9-b52b-297c2989e047 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 00:58:41.189877 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 831df3a8-d68b-40e9-b52b-297c2989e047 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 00:58:41.190222 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 831df3a8-d68b-40e9-b52b-297c2989e047 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 00:58:41.190640 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 92fd08e3-e2b0-40c2-b892-f442ec78a775 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 00:58:41.215347 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 92fd08e3-e2b0-40c2-b892-f442ec78a775 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 00:58:41.215729 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 92fd08e3-e2b0-40c2-b892-f442ec78a775 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 00:58:41.480513 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 58988) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:41.486569 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb5f44-20fa-4481-a9db-3ab3217ff68e req-1e8a8ad7-cf89-40d7-ba7b-100f0bf00a34 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:41.488156 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d1cb5f44-20fa-4481-a9db-3ab3217ff68e req-1e8a8ad7-cf89-40d7-ba7b-100f0bf00a34 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0759919 Oct 16 00:58:41.598055 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d1cb5f44-20fa-4481-a9db-3ab3217ff68e req-2e073a7a-2350-4303-9fdf-bf57090db576 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017489 Oct 16 00:58:41.631033 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a29a6f5-643d-4214-b7b7-8515872c7e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:41.722475 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a29a6f5-643d-4214-b7b7-8515872c7e56 admin admin] Publish callbacks [] for security_group (695f9ed9-dc36-4e4c-a4dd-b8965e45dd42), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:41.727147 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a29a6f5-643d-4214-b7b7-8515872c7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (695f9ed9-dc36-4e4c-a4dd-b8965e45dd42), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:41.772869 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8a29a6f5-643d-4214-b7b7-8515872c7e56 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=217097ae31cf4319b2c373e5fc625d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910891 Oct 16 00:58:41.773756 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29a6f5-643d-4214-b7b7-8515872c7e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695f9ed9-dc36-4e4c-a4dd-b8965e45dd42,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:41.775603 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 59008) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:41.801908 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 59010) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:41.839211 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b064070b-ab94-4e41-bc32-e731a5e4b1f5 admin admin] Publish callbacks [] for security_group (695f9ed9-dc36-4e4c-a4dd-b8965e45dd42), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:41.866144 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b064070b-ab94-4e41-bc32-e731a5e4b1f5 admin admin] Publish callbacks [] for security_group (695f9ed9-dc36-4e4c-a4dd-b8965e45dd42), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:41.906672 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:41.953922 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b064070b-ab94-4e41-bc32-e731a5e4b1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (695f9ed9-dc36-4e4c-a4dd-b8965e45dd42), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:41.956535 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b064070b-ab94-4e41-bc32-e731a5e4b1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:41.960134 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b064070b-ab94-4e41-bc32-e731a5e4b1f5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/695f9ed9-dc36-4e4c-a4dd-b8965e45dd42 HTTP/1.1" status: 204 len: 168 time: 0.1809471 Oct 16 00:58:41.969791 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064070b-ab94-4e41-bc32-e731a5e4b1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695f9ed9-dc36-4e4c-a4dd-b8965e45dd42,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:42.020527 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab15a2-9e5b-4324-b3e2-5b80f84f61cb req-08f205e8-0fca-44e6-9de6-6989e08fcfb1 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:42.022110 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b8ab15a2-9e5b-4324-b3e2-5b80f84f61cb req-08f205e8-0fca-44e6-9de6-6989e08fcfb1 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 949 time: 0.0734763 Oct 16 00:58:42.060257 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-35060955-778a-4b00-a9e5-69c3e0b6ab28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:42.082683 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:42.128292 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b8ab15a2-9e5b-4324-b3e2-5b80f84f61cb req-20ffbbc9-45de-48cc-a3c6-3457a1029482 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01165a5f-2892-45d5-a617-be5ac6807d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952604 Oct 16 00:58:42.204905 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-35060955-778a-4b00-a9e5-69c3e0b6ab28 admin admin] Publish callbacks [] for security_group (38a5a79e-b606-4c78-a3c0-1b7751ddbcf9), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:42.209577 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-35060955-778a-4b00-a9e5-69c3e0b6ab28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (38a5a79e-b606-4c78-a3c0-1b7751ddbcf9), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:42.252001 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-35060955-778a-4b00-a9e5-69c3e0b6ab28 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=809f1bfaf9db45ccaa61dd5d5aa0cee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4487422 Oct 16 00:58:42.254426 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 59036) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:42.297987 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:42.333689 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35060955-778a-4b00-a9e5-69c3e0b6ab28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a5a79e-b606-4c78-a3c0-1b7751ddbcf9,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:42.339145 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f388c09c-15e9-44a1-b7af-fbad72269202 admin admin] Publish callbacks [] for security_group (38a5a79e-b606-4c78-a3c0-1b7751ddbcf9), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:42.392279 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f388c09c-15e9-44a1-b7af-fbad72269202 admin admin] Publish callbacks [] for security_group (38a5a79e-b606-4c78-a3c0-1b7751ddbcf9), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:42.498414 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f388c09c-15e9-44a1-b7af-fbad72269202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (38a5a79e-b606-4c78-a3c0-1b7751ddbcf9), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:42.502271 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f388c09c-15e9-44a1-b7af-fbad72269202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:42.506800 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-f388c09c-15e9-44a1-b7af-fbad72269202 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/38a5a79e-b606-4c78-a3c0-1b7751ddbcf9 HTTP/1.1" status: 204 len: 168 time: 0.2513139 Oct 16 00:58:42.527590 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15254e9e-4431-400b-a153-2c91b1ffbd04 req-897569d4-ef3c-48de-a719-9c0e11ec8a3f tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:42.529685 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-15254e9e-4431-400b-a153-2c91b1ffbd04 req-897569d4-ef3c-48de-a719-9c0e11ec8a3f tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 949 time: 0.0762494 Oct 16 00:58:42.531381 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388c09c-15e9-44a1-b7af-fbad72269202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a5a79e-b606-4c78-a3c0-1b7751ddbcf9,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:42.590714 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-15254e9e-4431-400b-a153-2c91b1ffbd04 req-62733117-abbf-4c0d-9b81-cf3ff9a9162b tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01165a5f-2892-45d5-a617-be5ac6807d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515461 Oct 16 00:58:42.741176 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6667094-c81f-4857-876a-6abae0ebbe4a req-752652fa-c734-4cb1-929a-eb3c70b9d78c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:42.743294 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f6667094-c81f-4857-876a-6abae0ebbe4a req-752652fa-c734-4cb1-929a-eb3c70b9d78c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0658562 Oct 16 00:58:42.805323 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f6667094-c81f-4857-876a-6abae0ebbe4a req-d97c6260-9df4-4f77-b6fa-9cc2e2cd80c6 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530770 Oct 16 00:58:43.016632 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 59076) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:43.031231 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2551a02b-afa5-4d69-bd06-b9dd08c2df54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:43.126687 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2551a02b-afa5-4d69-bd06-b9dd08c2df54 admin admin] Publish callbacks [] for security_group (2ea562d9-2c62-4769-a6c9-10725fed7443), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:43.131303 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2551a02b-afa5-4d69-bd06-b9dd08c2df54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2ea562d9-2c62-4769-a6c9-10725fed7443), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:43.148477 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:43.176764 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-2551a02b-afa5-4d69-bd06-b9dd08c2df54 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d4191f6b320a49b38e96260733c96dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587384 Oct 16 00:58:43.178095 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551a02b-afa5-4d69-bd06-b9dd08c2df54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea562d9-2c62-4769-a6c9-10725fed7443,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:43.179692 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 59080) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:43.251449 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-519d7c29-1016-42f1-8624-40979d03d35d admin admin] Publish callbacks [] for security_group (2ea562d9-2c62-4769-a6c9-10725fed7443), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:43.273319 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-519d7c29-1016-42f1-8624-40979d03d35d admin admin] Publish callbacks [] for security_group (2ea562d9-2c62-4769-a6c9-10725fed7443), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:43.336918 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-519d7c29-1016-42f1-8624-40979d03d35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2ea562d9-2c62-4769-a6c9-10725fed7443), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:43.340433 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-519d7c29-1016-42f1-8624-40979d03d35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:43.344296 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-519d7c29-1016-42f1-8624-40979d03d35d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2ea562d9-2c62-4769-a6c9-10725fed7443 HTTP/1.1" status: 204 len: 168 time: 0.1606238 Oct 16 00:58:43.349928 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d7c29-1016-42f1-8624-40979d03d35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea562d9-2c62-4769-a6c9-10725fed7443,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:43.749677 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79098fa4-3a28-4f99-9313-b3e3d1f18e04 req-1874f70e-3136-4786-becb-8e94a9aff8c0 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:43.751357 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-79098fa4-3a28-4f99-9313-b3e3d1f18e04 req-1874f70e-3136-4786-becb-8e94a9aff8c0 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 949 time: 0.0619779 Oct 16 00:58:43.832052 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-79098fa4-3a28-4f99-9313-b3e3d1f18e04 req-6c13264e-1d56-4879-aa2b-d9013e7728fb tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01165a5f-2892-45d5-a617-be5ac6807d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749238 Oct 16 00:58:43.996787 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7852ea5-d9bc-409c-a0e2-4b2b1d6d86fb req-fa5a8f35-3afc-4dd6-95ef-b83503018a44 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:44.003818 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d7852ea5-d9bc-409c-a0e2-4b2b1d6d86fb req-fa5a8f35-3afc-4dd6-95ef-b83503018a44 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0806272 Oct 16 00:58:44.059931 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d7852ea5-d9bc-409c-a0e2-4b2b1d6d86fb req-1cbf5093-1631-4459-ad77-4c9e1e6beea7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551124 Oct 16 00:58:44.501042 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c61ca6-6ec7-4037-b324-7a97b035ff6b req-105918d5-5355-4608-8fa6-d2387f889796 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:44.502773 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-44c61ca6-6ec7-4037-b324-7a97b035ff6b req-105918d5-5355-4608-8fa6-d2387f889796 tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 949 time: 0.0740323 Oct 16 00:58:44.599087 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-44c61ca6-6ec7-4037-b324-7a97b035ff6b req-92bc4321-a3eb-4a38-bff0-51f5d3a35b6d tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Deleting port fbe04689-7374-4408-a0a0-f4d388dc670b {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 00:58:44.599430 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-44c61ca6-6ec7-4037-b324-7a97b035ff6b req-92bc4321-a3eb-4a38-bff0-51f5d3a35b6d tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:44.709505 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-44c61ca6-6ec7-4037-b324-7a97b035ff6b req-92bc4321-a3eb-4a38-bff0-51f5d3a35b6d tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] For port fbe04689-7374-4408-a0a0-f4d388dc670b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fbe04689-7374-4408-a0a0-f4d388dc670b,segment=NetworkSegment(66c538ca-a052-43c4-af63-07b81c0c5e79),segment_id=66c538ca-a052-43c4-af63-07b81c0c5e79)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:58:44.709505 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-44c61ca6-6ec7-4037-b324-7a97b035ff6b req-92bc4321-a3eb-4a38-bff0-51f5d3a35b6d tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:44.729588 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-44c61ca6-6ec7-4037-b324-7a97b035ff6b req-92bc4321-a3eb-4a38-bff0-51f5d3a35b6d tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Calling delete_port for fbe04689-7374-4408-a0a0-f4d388dc670b owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 00:58:44.921522 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-44c61ca6-6ec7-4037-b324-7a97b035ff6b req-92bc4321-a3eb-4a38-bff0-51f5d3a35b6d tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (fbe04689-7374-4408-a0a0-f4d388dc670b), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:44.946440 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['fbe04689-7374-4408-a0a0-f4d388dc670b'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 00:58:45.008016 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc4321-a3eb-4a38-bff0-51f5d3a35b6d tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Pushing event deleted for resources: {'Port': ['ID=fbe04689-7374-4408-a0a0-f4d388dc670b,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:45.051616 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6d047fc-857d-4a6d-b566-0b07e2eb766b req-276acfde-61d9-4d6a-98dd-3dc8ac75999b tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2e7f0234-5efd-4ff6-aad5-e5bec370a100 HTTP/1.1" status: 200 len: 210 time: 0.0802751 Oct 16 00:58:45.103601 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c61ca6-6ec7-4037-b324-7a97b035ff6b req-92bc4321-a3eb-4a38-bff0-51f5d3a35b6d tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] No DVR routers for this DVR port fbe04689-7374-4408-a0a0-f4d388dc670b on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 00:58:45.117126 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-44c61ca6-6ec7-4037-b324-7a97b035ff6b req-92bc4321-a3eb-4a38-bff0-51f5d3a35b6d tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:45.124293 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-44c61ca6-6ec7-4037-b324-7a97b035ff6b req-92bc4321-a3eb-4a38-bff0-51f5d3a35b6d tempest-VolumesNegativeTest-476947040 tempest-VolumesNegativeTest-476947040-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fbe04689-7374-4408-a0a0-f4d388dc670b HTTP/1.1" status: 204 len: 173 time: 0.6157022 Oct 16 00:58:45.125162 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7f0234-5efd-4ff6-aad5-e5bec370a100', 'name': 'network-vif-deleted', 'tag': 'fbe04689-7374-4408-a0a0-f4d388dc670b'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:58:45.139961 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95489b31-001e-49cb-81bd-88a5d145dde3" -d '{"events": [{"server_uuid": "2e7f0234-5efd-4ff6-aad5-e5bec370a100", "name": "network-vif-deleted", "tag": "fbe04689-7374-4408-a0a0-f4d388dc670b"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:58:45.220717 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 00:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ab0df-0066-4c1a-b7e9-e2bf8337603d x-openstack-request-id: req-539ab0df-0066-4c1a-b7e9-e2bf8337603d {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:58:45.221008 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7f0234-5efd-4ff6-aad5-e5bec370a100", "name": "network-vif-deleted", "tag": "fbe04689-7374-4408-a0a0-f4d388dc670b", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:58:45.221456 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-539ab0df-0066-4c1a-b7e9-e2bf8337603d {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:58:45.222007 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539ab0df-0066-4c1a-b7e9-e2bf8337603d'] response: {'server_uuid': '2e7f0234-5efd-4ff6-aad5-e5bec370a100', 'name': 'network-vif-deleted', 'tag': 'fbe04689-7374-4408-a0a0-f4d388dc670b', 'status': 'completed', 'code': 200} Oct 16 00:58:45.260924 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b50df-8408-47cd-baa7-e49debba01e5 req-105f90b0-d697-4213-b83e-48199238bdac tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:45.262332 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-175b50df-8408-47cd-baa7-e49debba01e5 req-105f90b0-d697-4213-b83e-48199238bdac tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0663440 Oct 16 00:58:45.287127 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:45.315249 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-175b50df-8408-47cd-baa7-e49debba01e5 req-f191be68-5c99-4e8d-a2a6-28b02c4d637d tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469136 Oct 16 00:58:46.472721 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a666cd-6163-47bd-9ead-1ab1985ebbf6 req-2f8d7188-9e6f-428c-8568-549e9084899a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:46.475003 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19a666cd-6163-47bd-9ead-1ab1985ebbf6 req-2f8d7188-9e6f-428c-8568-549e9084899a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0612493 Oct 16 00:58:46.536944 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19a666cd-6163-47bd-9ead-1ab1985ebbf6 req-d61a82a7-218a-4976-9858-d0c8f9d21c1f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529273 Oct 16 00:58:47.114608 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device fbe04689-7374-4408-a0a0-f4d388dc670b no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 00:58:47.267579 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: fbe04689-7374-4408-a0a0-f4d388dc670b {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 00:58:47.267930 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device fbe04689-7374-4408-a0a0-f4d388dc670b not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 00:58:47.380952 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:47.706477 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967a3c6-cc6a-442b-99c9-b7092da92e29 req-2ec7d8a9-d2dd-42c2-ac4a-cf04969b6430 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:47.708354 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a967a3c6-cc6a-442b-99c9-b7092da92e29 req-2ec7d8a9-d2dd-42c2-ac4a-cf04969b6430 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0576341 Oct 16 00:58:47.770079 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a967a3c6-cc6a-442b-99c9-b7092da92e29 req-f4fd6d0a-4e84-4ab0-b8be-dae2158aa435 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527775 Oct 16 00:58:48.208260 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 59472) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:48.333061 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a311c9b4-02db-4c4e-a487-8d8ad776493f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:48.386302 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:48.432523 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a311c9b4-02db-4c4e-a487-8d8ad776493f admin admin] Publish callbacks [] for security_group (0f2840d2-33b9-4976-860d-208d5daa0931), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:48.436524 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a311c9b4-02db-4c4e-a487-8d8ad776493f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (0f2840d2-33b9-4976-860d-208d5daa0931), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:48.477614 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311c9b4-02db-4c4e-a487-8d8ad776493f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2840d2-33b9-4976-860d-208d5daa0931,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:48.483380 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a311c9b4-02db-4c4e-a487-8d8ad776493f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=103f30a9d97c4082ba59a10cc3bc218b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740223 Oct 16 00:58:48.486302 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 59486) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:48.558473 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77588282-937a-4fb2-9b48-b1b6dd4ffbe2 admin admin] Publish callbacks [] for security_group (0f2840d2-33b9-4976-860d-208d5daa0931), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:48.587672 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77588282-937a-4fb2-9b48-b1b6dd4ffbe2 admin admin] Publish callbacks [] for security_group (0f2840d2-33b9-4976-860d-208d5daa0931), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:48.652735 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77588282-937a-4fb2-9b48-b1b6dd4ffbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (0f2840d2-33b9-4976-860d-208d5daa0931), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:48.656031 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77588282-937a-4fb2-9b48-b1b6dd4ffbe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:48.661908 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-77588282-937a-4fb2-9b48-b1b6dd4ffbe2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0f2840d2-33b9-4976-860d-208d5daa0931 HTTP/1.1" status: 204 len: 168 time: 0.1706488 Oct 16 00:58:48.685162 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77588282-937a-4fb2-9b48-b1b6dd4ffbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2840d2-33b9-4976-860d-208d5daa0931,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:48.855987 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 59526) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:48.944914 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d23f03-423c-4deb-b57e-70beb8764777 req-262b5de9-dde5-43b0-be46-ca6685e05d93 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:48.948963 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-90d23f03-423c-4deb-b57e-70beb8764777 req-262b5de9-dde5-43b0-be46-ca6685e05d93 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0680480 Oct 16 00:58:49.042122 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-90d23f03-423c-4deb-b57e-70beb8764777 req-c5cc9f0f-a819-494d-9bff-2d64a129c3dc tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824211 Oct 16 00:58:49.123599 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8648dbc5-d981-4ac3-b1d5-d4034cbf1563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.149866 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:49.249778 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8648dbc5-d981-4ac3-b1d5-d4034cbf1563 admin admin] Publish callbacks [] for security_group (d3364814-7393-49ec-97ac-d91424284f01), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.254431 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 59548) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:49.257959 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8648dbc5-d981-4ac3-b1d5-d4034cbf1563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (d3364814-7393-49ec-97ac-d91424284f01), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.269112 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ad69ccd-38c4-4799-a9e8-e02a6489dab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.306604 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8648dbc5-d981-4ac3-b1d5-d4034cbf1563 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d49d0817c6b74a108b6bb1499b6fd482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4492328 Oct 16 00:58:49.309057 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648dbc5-d981-4ac3-b1d5-d4034cbf1563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3364814-7393-49ec-97ac-d91424284f01,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:49.312358 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 59552) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:49.345527 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:49.367931 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ad69ccd-38c4-4799-a9e8-e02a6489dab6 admin admin] Publish callbacks [] for security_group (3fd1c84c-09c5-4f81-bcb2-fcc1de2466ec), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.371547 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ad69ccd-38c4-4799-a9e8-e02a6489dab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3fd1c84c-09c5-4f81-bcb2-fcc1de2466ec), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.381231 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2080a935-34ad-42b7-bcf8-d338a434d972 admin admin] Publish callbacks [] for security_group (d3364814-7393-49ec-97ac-d91424284f01), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.408938 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2080a935-34ad-42b7-bcf8-d338a434d972 admin admin] Publish callbacks [] for security_group (d3364814-7393-49ec-97ac-d91424284f01), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.416851 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad69ccd-38c4-4799-a9e8-e02a6489dab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd1c84c-09c5-4f81-bcb2-fcc1de2466ec,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:49.422158 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-6ad69ccd-38c4-4799-a9e8-e02a6489dab6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c4cc37c4e35e4247838082ded1a71a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666608 Oct 16 00:58:49.424815 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 59556) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:49.484277 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd11da4a-a3d9-4396-803f-4f755e04940c admin admin] Publish callbacks [] for security_group (3fd1c84c-09c5-4f81-bcb2-fcc1de2466ec), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.491873 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2080a935-34ad-42b7-bcf8-d338a434d972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (d3364814-7393-49ec-97ac-d91424284f01), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.494644 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2080a935-34ad-42b7-bcf8-d338a434d972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.496257 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2080a935-34ad-42b7-bcf8-d338a434d972 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d3364814-7393-49ec-97ac-d91424284f01 HTTP/1.1" status: 204 len: 168 time: 0.1824138 Oct 16 00:58:49.508279 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080a935-34ad-42b7-bcf8-d338a434d972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3364814-7393-49ec-97ac-d91424284f01,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:49.524900 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd11da4a-a3d9-4396-803f-4f755e04940c admin admin] Publish callbacks [] for security_group (3fd1c84c-09c5-4f81-bcb2-fcc1de2466ec), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.602055 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd11da4a-a3d9-4396-803f-4f755e04940c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3fd1c84c-09c5-4f81-bcb2-fcc1de2466ec), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.611952 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd11da4a-a3d9-4396-803f-4f755e04940c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:49.614131 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-dd11da4a-a3d9-4396-803f-4f755e04940c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3fd1c84c-09c5-4f81-bcb2-fcc1de2466ec HTTP/1.1" status: 204 len: 168 time: 0.1878679 Oct 16 00:58:49.634407 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11da4a-a3d9-4396-803f-4f755e04940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd1c84c-09c5-4f81-bcb2-fcc1de2466ec,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:50.030565 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 59600) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:50.044917 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-387fc334-93cf-4e48-804d-a02448e04c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:50.183641 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-387fc334-93cf-4e48-804d-a02448e04c6c admin admin] Publish callbacks [] for security_group (e68e23f5-16ba-45c0-ba7e-b6a170bc5ea3), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:50.184010 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5431b77-c966-45c5-a7d0-638fdcc07bbd req-803143d2-b36e-4fa4-8284-7c5ffef7cb53 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:50.185489 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5431b77-c966-45c5-a7d0-638fdcc07bbd req-803143d2-b36e-4fa4-8284-7c5ffef7cb53 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0627367 Oct 16 00:58:50.188718 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-387fc334-93cf-4e48-804d-a02448e04c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (e68e23f5-16ba-45c0-ba7e-b6a170bc5ea3), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:50.231508 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-387fc334-93cf-4e48-804d-a02448e04c6c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0256e137c4ef4828823b77ceb13e5504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995471 Oct 16 00:58:50.234619 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 59606) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:50.243522 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fc334-93cf-4e48-804d-a02448e04c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68e23f5-16ba-45c0-ba7e-b6a170bc5ea3,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:50.244539 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5431b77-c966-45c5-a7d0-638fdcc07bbd req-5e335083-bfb7-4943-8599-0de1bdb30ea7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524712 Oct 16 00:58:50.311115 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a411b457-5c9e-4cff-a0d3-65936a70b6ed admin admin] Publish callbacks [] for security_group (e68e23f5-16ba-45c0-ba7e-b6a170bc5ea3), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:50.340756 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a411b457-5c9e-4cff-a0d3-65936a70b6ed admin admin] Publish callbacks [] for security_group (e68e23f5-16ba-45c0-ba7e-b6a170bc5ea3), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:50.359209 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:50.413213 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a411b457-5c9e-4cff-a0d3-65936a70b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (e68e23f5-16ba-45c0-ba7e-b6a170bc5ea3), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:50.416587 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a411b457-5c9e-4cff-a0d3-65936a70b6ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:50.418838 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a411b457-5c9e-4cff-a0d3-65936a70b6ed admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e68e23f5-16ba-45c0-ba7e-b6a170bc5ea3 HTTP/1.1" status: 204 len: 168 time: 0.1825464 Oct 16 00:58:50.433959 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411b457-5c9e-4cff-a0d3-65936a70b6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68e23f5-16ba-45c0-ba7e-b6a170bc5ea3,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:51.320244 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 59664) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:51.397006 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01b8f4-880a-45c2-a516-d3f68a27129a req-2c4d0635-f841-4147-aeb3-fac681e87b15 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:51.404360 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eb01b8f4-880a-45c2-a516-d3f68a27129a req-2c4d0635-f841-4147-aeb3-fac681e87b15 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0581682 Oct 16 00:58:51.467472 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eb01b8f4-880a-45c2-a516-d3f68a27129a req-d5f82039-1eda-4316-8a0e-731b5384e68a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620785 Oct 16 00:58:51.529374 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-12563e2f-419f-4716-b574-41ad0111bc5b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=39d1c20705604f8794fb441271e5afd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074935 Oct 16 00:58:51.531509 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 59674) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:51.591674 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9736fa23-2ac9-4b3d-aa76-67801bf681b6 admin admin] Publish callbacks [] for security_group (01165a5f-2892-45d5-a617-be5ac6807d5a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:51.614127 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9736fa23-2ac9-4b3d-aa76-67801bf681b6 admin admin] Publish callbacks [] for security_group (01165a5f-2892-45d5-a617-be5ac6807d5a), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:51.629166 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:51.676389 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9736fa23-2ac9-4b3d-aa76-67801bf681b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (01165a5f-2892-45d5-a617-be5ac6807d5a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:51.679022 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9736fa23-2ac9-4b3d-aa76-67801bf681b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:51.683087 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9736fa23-2ac9-4b3d-aa76-67801bf681b6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/01165a5f-2892-45d5-a617-be5ac6807d5a HTTP/1.1" status: 204 len: 168 time: 0.1476090 Oct 16 00:58:51.691751 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736fa23-2ac9-4b3d-aa76-67801bf681b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01165a5f-2892-45d5-a617-be5ac6807d5a,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:52.614783 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d6c99-70ad-4774-bd6a-b4243426a01f req-0d520698-7e30-417d-8efc-9d9d371a35a7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:52.618103 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8d9d6c99-70ad-4774-bd6a-b4243426a01f req-0d520698-7e30-417d-8efc-9d9d371a35a7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0576692 Oct 16 00:58:52.673054 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8d9d6c99-70ad-4774-bd6a-b4243426a01f req-8edcbe9a-eb1f-4eb3-8ab7-f3b81f8c2ee4 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495188 Oct 16 00:58:53.595389 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9a564907-8c69-406f-b4af-5219aac1432c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:53.640203 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 59790) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:53.757150 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-548dbe2d-7b3e-40dd-848e-5b0f5e3fddb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:53.825532 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ae84e-bad4-4d56-963b-c03aaabd24e6 req-0e3c83fb-573d-4842-bc8e-f13d139e7a90 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:53.827262 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9c3ae84e-bad4-4d56-963b-c03aaabd24e6 req-0e3c83fb-573d-4842-bc8e-f13d139e7a90 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0618005 Oct 16 00:58:53.921869 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9c3ae84e-bad4-4d56-963b-c03aaabd24e6 req-f7313ff7-042e-48da-b288-f4703d8cdcc8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878813 Oct 16 00:58:53.926569 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-548dbe2d-7b3e-40dd-848e-5b0f5e3fddb7 admin admin] Publish callbacks [] for security_group (b7a53f8f-2dc7-438d-9038-ee42f596b9fe), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:53.931931 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-548dbe2d-7b3e-40dd-848e-5b0f5e3fddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (b7a53f8f-2dc7-438d-9038-ee42f596b9fe), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:53.972522 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dbe2d-7b3e-40dd-848e-5b0f5e3fddb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a53f8f-2dc7-438d-9038-ee42f596b9fe,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:53.976636 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-548dbe2d-7b3e-40dd-848e-5b0f5e3fddb7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5073a7a54615493b8587ad0062b8b7a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354373 Oct 16 00:58:53.979613 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 59796) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:54.028412 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9d23-44c6-4965-955b-e3f0081ec9e9 admin admin] Publish callbacks [] for security_group (b7a53f8f-2dc7-438d-9038-ee42f596b9fe), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:54.048134 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9d23-44c6-4965-955b-e3f0081ec9e9 admin admin] Publish callbacks [] for security_group (b7a53f8f-2dc7-438d-9038-ee42f596b9fe), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:54.095302 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9d23-44c6-4965-955b-e3f0081ec9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (b7a53f8f-2dc7-438d-9038-ee42f596b9fe), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:54.097743 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9d23-44c6-4965-955b-e3f0081ec9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:54.098924 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9e7b9d23-44c6-4965-955b-e3f0081ec9e9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b7a53f8f-2dc7-438d-9038-ee42f596b9fe HTTP/1.1" status: 204 len: 168 time: 0.1185706 Oct 16 00:58:54.109845 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b9d23-44c6-4965-955b-e3f0081ec9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a53f8f-2dc7-438d-9038-ee42f596b9fe,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:54.397839 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 59808) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:54.411828 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6f0dc3f8-232a-47dd-8887-683ff8027552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:54.431214 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:54.498786 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6f0dc3f8-232a-47dd-8887-683ff8027552 admin admin] Publish callbacks [] for security_group (2621a11a-48a9-4ed7-a3fc-2cfd3dc42d6a), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:54.502842 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6f0dc3f8-232a-47dd-8887-683ff8027552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2621a11a-48a9-4ed7-a3fc-2cfd3dc42d6a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:54.541908 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dc3f8-232a-47dd-8887-683ff8027552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2621a11a-48a9-4ed7-a3fc-2cfd3dc42d6a,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:54.548283 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-6f0dc3f8-232a-47dd-8887-683ff8027552 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3199ddb07797466cb5d88adf25a33d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473069 Oct 16 00:58:54.549146 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 59810) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:58:54.601128 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84778a36-567c-4d13-8503-939729341945 admin admin] Publish callbacks [] for security_group (2621a11a-48a9-4ed7-a3fc-2cfd3dc42d6a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:54.623293 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84778a36-567c-4d13-8503-939729341945 admin admin] Publish callbacks [] for security_group (2621a11a-48a9-4ed7-a3fc-2cfd3dc42d6a), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:54.671191 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84778a36-567c-4d13-8503-939729341945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2621a11a-48a9-4ed7-a3fc-2cfd3dc42d6a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:54.673651 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84778a36-567c-4d13-8503-939729341945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:54.674771 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-84778a36-567c-4d13-8503-939729341945 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2621a11a-48a9-4ed7-a3fc-2cfd3dc42d6a HTTP/1.1" status: 204 len: 168 time: 0.1248925 Oct 16 00:58:54.683216 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84778a36-567c-4d13-8503-939729341945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2621a11a-48a9-4ed7-a3fc-2cfd3dc42d6a,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:58:55.054085 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3bc0c-c8bf-4fc9-b1b0-d850fa3efb67 req-08e38b35-2e9f-4ba8-9340-d32fc9a76083 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:55.055615 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1ba3bc0c-c8bf-4fc9-b1b0-d850fa3efb67 req-08e38b35-2e9f-4ba8-9340-d32fc9a76083 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0490656 Oct 16 00:58:55.108019 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1ba3bc0c-c8bf-4fc9-b1b0-d850fa3efb67 req-07cdc4b6-cf22-459b-8c2b-8e29876cb541 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463576 Oct 16 00:58:55.802235 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=64 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:55.808394 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:56.238599 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bdd22-6d27-4d4d-a28e-7b5481ea82c4 req-b3fcdc73-5eda-4ee7-833a-cdbb2c0a2eaa tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:56.246779 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4e0bdd22-6d27-4d4d-a28e-7b5481ea82c4 req-b3fcdc73-5eda-4ee7-833a-cdbb2c0a2eaa tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0607860 Oct 16 00:58:56.254737 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:56.311024 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4e0bdd22-6d27-4d4d-a28e-7b5481ea82c4 req-59c9c803-e929-4147-a9bd-2d847fc67171 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633264 Oct 16 00:58:56.348020 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-884d9316-afcb-4165-b4de-39fd394847e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:56.848470 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fccd5e-779d-429b-8eae-7641bdfd5b8f req-24e65423-85bc-44fc-be34-ded18299f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:56.850599 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-65fccd5e-779d-429b-8eae-7641bdfd5b8f req-24e65423-85bc-44fc-be34-ded18299f2ce service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 1130 time: 0.0470383 Oct 16 00:58:56.906803 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-65fccd5e-779d-429b-8eae-7641bdfd5b8f req-146c0d81-4572-4b3a-b600-fc95bc318c94 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482326 Oct 16 00:58:57.415793 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:58:57.453868 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630efbc9-ed17-438b-82a3-3e3792215f5d req-e70ffc84-bf70-4b06-85dc-1d239eea9696 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:57.455373 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-630efbc9-ed17-438b-82a3-3e3792215f5d req-e70ffc84-bf70-4b06-85dc-1d239eea9696 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0528657 Oct 16 00:58:57.503973 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-630efbc9-ed17-438b-82a3-3e3792215f5d req-a7406f14-cab9-432e-9f1a-095b141adf0b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427849 Oct 16 00:58:57.752545 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:58:58.631759 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc8b1d-d947-4132-aeee-083a6d25e696 req-218618a4-36a1-4c51-8d1d-5349ad0d8e31 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:58.633258 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d2cc8b1d-d947-4132-aeee-083a6d25e696 req-218618a4-36a1-4c51-8d1d-5349ad0d8e31 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0510354 Oct 16 00:58:58.681155 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d2cc8b1d-d947-4132-aeee-083a6d25e696 req-0794034c-2cda-42f7-b8e4-1a7bfb138376 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421739 Oct 16 00:58:59.804837 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cecad-714a-4015-bbb6-5760ffd4db4f req-280aec91-3632-432e-a6c0-e2293b8391bf tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:58:59.806283 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8e7cecad-714a-4015-bbb6-5760ffd4db4f req-280aec91-3632-432e-a6c0-e2293b8391bf tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0474026 Oct 16 00:58:59.858594 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8e7cecad-714a-4015-bbb6-5760ffd4db4f req-59f270fb-9248-44e2-9a18-56c086e9ed5a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460443 Oct 16 00:58:59.859699 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:00.178534 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:00.995168 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ac1a7-917d-4ca9-86b5-3edd60fe038b req-6c5de2b5-6ab1-461c-b0c1-fb11d5571148 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:00.996925 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-566ac1a7-917d-4ca9-86b5-3edd60fe038b req-6c5de2b5-6ab1-461c-b0c1-fb11d5571148 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0564549 Oct 16 00:59:01.057989 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-566ac1a7-917d-4ca9-86b5-3edd60fe038b req-676fcab4-bafb-423b-a00f-77fef77802c3 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540354 Oct 16 00:59:02.183215 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced94e6-79a5-4be5-96e7-4679fc1e1c16 req-be92f179-f08b-4323-9cf8-4e2a55451812 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:02.184680 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5ced94e6-79a5-4be5-96e7-4679fc1e1c16 req-be92f179-f08b-4323-9cf8-4e2a55451812 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0500920 Oct 16 00:59:02.233238 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5ced94e6-79a5-4be5-96e7-4679fc1e1c16 req-6f5f2c94-715f-4ab0-ae4c-ec81fc456c94 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 Oct 16 00:59:03.353360 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79b9c-e15e-42e2-933b-5c609ff57973 req-50464e86-9fa2-4fcd-8d28-d7cfc0c5b0c6 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:03.355381 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8ea79b9c-e15e-42e2-933b-5c609ff57973 req-50464e86-9fa2-4fcd-8d28-d7cfc0c5b0c6 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0472584 Oct 16 00:59:03.402093 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8ea79b9c-e15e-42e2-933b-5c609ff57973 req-871b2476-34fb-4f79-b2f3-14c5f5bc9087 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412254 Oct 16 00:59:04.527795 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8cf34-f4c9-49b0-a285-8799bebc4c5d req-6c628daf-6b6d-45cb-a5ba-953bae753241 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:04.529357 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f9e8cf34-f4c9-49b0-a285-8799bebc4c5d req-6c628daf-6b6d-45cb-a5ba-953bae753241 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0497508 Oct 16 00:59:04.582625 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f9e8cf34-f4c9-49b0-a285-8799bebc4c5d req-15f2e729-e456-446e-b55f-1ab44d3846de tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474045 Oct 16 00:59:04.723397 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27a2ff-14a4-4af5-94b4-4cf41036466e req-9628e059-cd0e-4f70-92e9-7135d19cf7b8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:04.724604 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0f27a2ff-14a4-4af5-94b4-4cf41036466e req-9628e059-cd0e-4f70-92e9-7135d19cf7b8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0568662 Oct 16 00:59:04.790757 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0f27a2ff-14a4-4af5-94b4-4cf41036466e req-d4e73519-3b2b-4b49-83e6-249071fca2b0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568314 Oct 16 00:59:05.960100 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60104) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:06.073052 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-839fb752-68cb-4a5b-9932-1e39737b4503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.116336 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:06.161480 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-839fb752-68cb-4a5b-9932-1e39737b4503 admin admin] Publish callbacks [] for security_group (1dbf2295-4651-4b93-92c2-27d2dc88c33e), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.167809 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-839fb752-68cb-4a5b-9932-1e39737b4503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (1dbf2295-4651-4b93-92c2-27d2dc88c33e), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.211251 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-839fb752-68cb-4a5b-9932-1e39737b4503 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5f810e546f6641cabdf5eb3ba3469c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500360 Oct 16 00:59:06.212350 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fb752-68cb-4a5b-9932-1e39737b4503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbf2295-4651-4b93-92c2-27d2dc88c33e,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:06.214906 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 60112) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:06.226621 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:06.280488 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25c08d14-4693-48e2-9360-7472c66d89c1 admin admin] Publish callbacks [] for security_group (1dbf2295-4651-4b93-92c2-27d2dc88c33e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.305623 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25c08d14-4693-48e2-9360-7472c66d89c1 admin admin] Publish callbacks [] for security_group (1dbf2295-4651-4b93-92c2-27d2dc88c33e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.357158 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25c08d14-4693-48e2-9360-7472c66d89c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (1dbf2295-4651-4b93-92c2-27d2dc88c33e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.359874 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25c08d14-4693-48e2-9360-7472c66d89c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.361058 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-25c08d14-4693-48e2-9360-7472c66d89c1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1dbf2295-4651-4b93-92c2-27d2dc88c33e HTTP/1.1" status: 204 len: 168 time: 0.1446846 Oct 16 00:59:06.370110 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c08d14-4693-48e2-9360-7472c66d89c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbf2295-4651-4b93-92c2-27d2dc88c33e,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:06.650365 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60122) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:06.664962 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1097-b4c9-4785-b78e-bddea2d14d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.745830 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1097-b4c9-4785-b78e-bddea2d14d3c admin admin] Publish callbacks [] for security_group (9423202d-4929-4743-b735-68f0d85a0e27), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.749432 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb5d1097-b4c9-4785-b78e-bddea2d14d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (9423202d-4929-4743-b735-68f0d85a0e27), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.765025 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:06.797609 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-bb5d1097-b4c9-4785-b78e-bddea2d14d3c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6d3280811ab24bc884551d5446b5787b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458175 Oct 16 00:59:06.799094 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d1097-b4c9-4785-b78e-bddea2d14d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9423202d-4929-4743-b735-68f0d85a0e27,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:06.800343 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 60124) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:06.858511 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-52150194-4d4c-41ef-b6c6-e39a29ea2238 admin admin] Publish callbacks [] for security_group (9423202d-4929-4743-b735-68f0d85a0e27), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.879960 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-52150194-4d4c-41ef-b6c6-e39a29ea2238 admin admin] Publish callbacks [] for security_group (9423202d-4929-4743-b735-68f0d85a0e27), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.929227 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-52150194-4d4c-41ef-b6c6-e39a29ea2238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (9423202d-4929-4743-b735-68f0d85a0e27), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.932533 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-52150194-4d4c-41ef-b6c6-e39a29ea2238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:06.933669 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-52150194-4d4c-41ef-b6c6-e39a29ea2238 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9423202d-4929-4743-b735-68f0d85a0e27 HTTP/1.1" status: 204 len: 168 time: 0.1319299 Oct 16 00:59:06.942170 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52150194-4d4c-41ef-b6c6-e39a29ea2238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9423202d-4929-4743-b735-68f0d85a0e27,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:07.301035 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60136) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:07.325048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a864e720-85ac-4d4a-a0cf-e2569d4ef91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:07.443423 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a864e720-85ac-4d4a-a0cf-e2569d4ef91d admin admin] Publish callbacks [] for security_group (ceb4e274-06dc-42f2-8675-20dc99fd67d0), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:07.448412 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a864e720-85ac-4d4a-a0cf-e2569d4ef91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (ceb4e274-06dc-42f2-8675-20dc99fd67d0), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:07.490793 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a864e720-85ac-4d4a-a0cf-e2569d4ef91d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=dec347208ed246f9a7c569f90c46f9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878972 Oct 16 00:59:07.491576 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864e720-85ac-4d4a-a0cf-e2569d4ef91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb4e274-06dc-42f2-8675-20dc99fd67d0,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:07.495512 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60142) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:07.548698 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09e3ee25-53ed-4429-8a55-06ebb9585a6e admin admin] Publish callbacks [] for security_group (ceb4e274-06dc-42f2-8675-20dc99fd67d0), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:07.570700 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09e3ee25-53ed-4429-8a55-06ebb9585a6e admin admin] Publish callbacks [] for security_group (ceb4e274-06dc-42f2-8675-20dc99fd67d0), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:07.622005 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09e3ee25-53ed-4429-8a55-06ebb9585a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (ceb4e274-06dc-42f2-8675-20dc99fd67d0), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:07.624469 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09e3ee25-53ed-4429-8a55-06ebb9585a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:07.625586 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-09e3ee25-53ed-4429-8a55-06ebb9585a6e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ceb4e274-06dc-42f2-8675-20dc99fd67d0 HTTP/1.1" status: 204 len: 168 time: 0.1291685 Oct 16 00:59:07.634139 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3ee25-53ed-4429-8a55-06ebb9585a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb4e274-06dc-42f2-8675-20dc99fd67d0,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:08.521518 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:59:09.843012 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955b675-5cc9-4434-93af-5cf0df924904 req-2139bbd4-e15c-41cd-befe-1d853e86352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:09.844519 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c955b675-5cc9-4434-93af-5cf0df924904 req-2139bbd4-e15c-41cd-befe-1d853e86352a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 1129 time: 0.0846095 Oct 16 00:59:09.853914 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88865732-aed6-4056-a969-5733e6e8ecb4 req-52e79ce5-5b6b-4298-a1b9-81d75ed62723 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:09.855485 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-88865732-aed6-4056-a969-5733e6e8ecb4 req-52e79ce5-5b6b-4298-a1b9-81d75ed62723 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0632169 Oct 16 00:59:09.989442 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:10.000841 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-88865732-aed6-4056-a969-5733e6e8ecb4 req-9c462b3a-786d-4677-8d36-01455a71f290 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901701 Oct 16 00:59:10.014226 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955b675-5cc9-4434-93af-5cf0df924904 req-584c6a36-2333-4f09-ab8b-95ea45142e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:10.016028 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c955b675-5cc9-4434-93af-5cf0df924904 req-584c6a36-2333-4f09-ab8b-95ea45142e54 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.1596255 Oct 16 00:59:10.095771 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c955b675-5cc9-4434-93af-5cf0df924904 req-e88d2d17-e9c6-4d0f-87a9-cda7967f247f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37a89ecc-65c3-483a-b753-8ddbd32b4132 HTTP/1.1" status: 200 len: 217 time: 0.0728471 Oct 16 00:59:10.182578 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955b675-5cc9-4434-93af-5cf0df924904 req-c89852e9-2459-46a8-af84-2fad3ff18ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:10.184839 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c955b675-5cc9-4434-93af-5cf0df924904 req-c89852e9-2459-46a8-af84-2fad3ff18ca3 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.0825412 Oct 16 00:59:10.251055 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955b675-5cc9-4434-93af-5cf0df924904 req-15ab0ce8-8084-405b-ac54-235160eed48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:10.252961 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c955b675-5cc9-4434-93af-5cf0df924904 req-15ab0ce8-8084-405b-ac54-235160eed48b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614169 Oct 16 00:59:10.373003 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c955b675-5cc9-4434-93af-5cf0df924904 req-239fedc4-f552-44e4-b91b-410442a20594 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131542 Oct 16 00:59:10.473962 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c955b675-5cc9-4434-93af-5cf0df924904 req-340efa70-5cbd-46ce-8068-7e255349efa6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939498 Oct 16 00:59:11.145753 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b1275-30ff-4654-bd08-9db80b7326cf req-ddb56689-9367-4013-bd71-dbc42599e2f3 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:11.148288 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7a0b1275-30ff-4654-bd08-9db80b7326cf req-ddb56689-9367-4013-bd71-dbc42599e2f3 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0568516 Oct 16 00:59:11.203257 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7a0b1275-30ff-4654-bd08-9db80b7326cf req-b7b245c3-c109-466b-abf2-d450d5e32a68 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476592 Oct 16 00:59:11.657332 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60356) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:11.769894 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ba0e6950-2e8a-4b10-93b4-03b3ed6eb6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:11.796877 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:11.868182 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ba0e6950-2e8a-4b10-93b4-03b3ed6eb6e4 admin admin] Publish callbacks [] for security_group (25566c0e-60c1-4153-aba1-f9f0b9691bc2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:11.872284 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ba0e6950-2e8a-4b10-93b4-03b3ed6eb6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (25566c0e-60c1-4153-aba1-f9f0b9691bc2), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:11.914551 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ba0e6950-2e8a-4b10-93b4-03b3ed6eb6e4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ed6d1bcd141e4a46a88a759f744a4fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559917 Oct 16 00:59:11.915138 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e6950-2e8a-4b10-93b4-03b3ed6eb6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25566c0e-60c1-4153-aba1-f9f0b9691bc2,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:11.917938 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 60360) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:11.969671 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-36abb101-d614-41e0-9a73-1ccd3a5fae51 admin admin] Publish callbacks [] for security_group (25566c0e-60c1-4153-aba1-f9f0b9691bc2), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:11.997173 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-36abb101-d614-41e0-9a73-1ccd3a5fae51 admin admin] Publish callbacks [] for security_group (25566c0e-60c1-4153-aba1-f9f0b9691bc2), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:12.056906 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-36abb101-d614-41e0-9a73-1ccd3a5fae51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (25566c0e-60c1-4153-aba1-f9f0b9691bc2), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:12.059774 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-36abb101-d614-41e0-9a73-1ccd3a5fae51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:12.063576 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-36abb101-d614-41e0-9a73-1ccd3a5fae51 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/25566c0e-60c1-4153-aba1-f9f0b9691bc2 HTTP/1.1" status: 204 len: 168 time: 0.1418035 Oct 16 00:59:12.071461 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abb101-d614-41e0-9a73-1ccd3a5fae51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25566c0e-60c1-4153-aba1-f9f0b9691bc2,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:12.087132 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=53,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:12.089440 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:12.339900 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8669b-b1d6-44d4-a18b-dd32b0472fdb req-790b8b57-fe1e-4447-aa4f-1e57373b53f1 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:12.347443 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-49a8669b-b1d6-44d4-a18b-dd32b0472fdb req-790b8b57-fe1e-4447-aa4f-1e57373b53f1 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0660231 Oct 16 00:59:12.395130 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-49a8669b-b1d6-44d4-a18b-dd32b0472fdb req-ba4ccbe9-f97d-442c-b97e-7a19182d343f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468202 Oct 16 00:59:13.207975 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 60410) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:13.336533 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.345743 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:13.428895 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Publish callbacks [] for security_group (8538d1c9-20e5-4e68-ae47-643005a5c3e8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.434436 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (8538d1c9-20e5-4e68-ae47-643005a5c3e8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.464128 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60424) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:13.491401 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6569740dcccd4d4e979ea3c6f8d4b03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824020 Oct 16 00:59:13.494327 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60428) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:13.548387 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b6b16-eb71-4841-8877-8bdcc13e9862 req-a5a206d5-5fca-4cc7-a943-90bb20378e12 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:13.550141 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Publish callbacks [] for security_group (8538d1c9-20e5-4e68-ae47-643005a5c3e8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.550313 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bd2b6b16-eb71-4841-8877-8bdcc13e9862 req-a5a206d5-5fca-4cc7-a943-90bb20378e12 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0577629 Oct 16 00:59:13.551124 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8538d1c9-20e5-4e68-ae47-643005a5c3e8,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:13.562801 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.563861 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.564283 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.564627 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.564964 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.565298 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.565763 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.566259 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.566756 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.567260 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.567765 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.568264 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.568753 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.569085 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.569434 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f40a81-6775-4b36-b537-f738e2e2287f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.575243 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Publish callbacks [] for security_group (8538d1c9-20e5-4e68-ae47-643005a5c3e8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.614603 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:13.620344 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bd2b6b16-eb71-4841-8877-8bdcc13e9862 req-c039ee29-0620-4306-9ebc-44c8d29830a8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605159 Oct 16 00:59:13.621216 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71ebcefb-fbeb-48aa-bf62-8600b2cd86bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.665400 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (8538d1c9-20e5-4e68-ae47-643005a5c3e8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.668453 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.669635 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8538d1c9-20e5-4e68-ae47-643005a5c3e8 HTTP/1.1" status: 204 len: 168 time: 0.1741316 Oct 16 00:59:13.688877 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8538d1c9-20e5-4e68-ae47-643005a5c3e8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:13.707500 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.707849 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.708574 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.709200 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.709639 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.710035 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.710668 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.710998 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.711388 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.711718 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.712239 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.713276 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.713697 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.714018 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.714341 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1424cf6-f170-4bc7-87bd-1cecc77d23ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:13.744852 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:13.756583 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:13.779596 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71ebcefb-fbeb-48aa-bf62-8600b2cd86bf admin admin] Publish callbacks [] for security_group (74964cd7-0667-43c5-8164-2c42a3bd5296), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.785516 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71ebcefb-fbeb-48aa-bf62-8600b2cd86bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (74964cd7-0667-43c5-8164-2c42a3bd5296), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.823404 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-71ebcefb-fbeb-48aa-bf62-8600b2cd86bf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9d77c179761547f38c5eea8ddd4ec597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580112 Oct 16 00:59:13.826436 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 60438) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:13.833609 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebcefb-fbeb-48aa-bf62-8600b2cd86bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74964cd7-0667-43c5-8164-2c42a3bd5296,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:13.884354 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1b20cb10-392e-4cb6-80a8-023b1f8d5e44 admin admin] Publish callbacks [] for security_group (74964cd7-0667-43c5-8164-2c42a3bd5296), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.912442 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1b20cb10-392e-4cb6-80a8-023b1f8d5e44 admin admin] Publish callbacks [] for security_group (74964cd7-0667-43c5-8164-2c42a3bd5296), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.968418 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1b20cb10-392e-4cb6-80a8-023b1f8d5e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (74964cd7-0667-43c5-8164-2c42a3bd5296), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.970897 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1b20cb10-392e-4cb6-80a8-023b1f8d5e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:13.972146 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1b20cb10-392e-4cb6-80a8-023b1f8d5e44 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/74964cd7-0667-43c5-8164-2c42a3bd5296 HTTP/1.1" status: 204 len: 168 time: 0.1445591 Oct 16 00:59:13.987428 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20cb10-392e-4cb6-80a8-023b1f8d5e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74964cd7-0667-43c5-8164-2c42a3bd5296,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:14.333526 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 60446) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:14.348273 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-07b5fc72-6788-4fed-aa73-bf49f53c9f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:14.442378 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-07b5fc72-6788-4fed-aa73-bf49f53c9f6a admin admin] Publish callbacks [] for security_group (2f204426-eae7-4ac6-a3cc-b535336c53ca), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:14.447661 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-07b5fc72-6788-4fed-aa73-bf49f53c9f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2f204426-eae7-4ac6-a3cc-b535336c53ca), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:14.493532 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-07b5fc72-6788-4fed-aa73-bf49f53c9f6a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ad38d71b8bad4b6ab371191320ea8faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588781 Oct 16 00:59:14.495419 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5fc72-6788-4fed-aa73-bf49f53c9f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f204426-eae7-4ac6-a3cc-b535336c53ca,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:14.498032 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 60450) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:14.551688 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ddf833e4-8bdc-4256-a722-ff413895996e admin admin] Publish callbacks [] for security_group (2f204426-eae7-4ac6-a3cc-b535336c53ca), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:14.573146 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ddf833e4-8bdc-4256-a722-ff413895996e admin admin] Publish callbacks [] for security_group (2f204426-eae7-4ac6-a3cc-b535336c53ca), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:14.622150 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ddf833e4-8bdc-4256-a722-ff413895996e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2f204426-eae7-4ac6-a3cc-b535336c53ca), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:14.624781 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ddf833e4-8bdc-4256-a722-ff413895996e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:14.625913 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ddf833e4-8bdc-4256-a722-ff413895996e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2f204426-eae7-4ac6-a3cc-b535336c53ca HTTP/1.1" status: 204 len: 168 time: 0.1267741 Oct 16 00:59:14.634403 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf833e4-8bdc-4256-a722-ff413895996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f204426-eae7-4ac6-a3cc-b535336c53ca,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:14.782171 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf0400-1cef-4bec-b60c-9561b515ba23 req-b2b48ee8-65f5-4735-8709-303729c63715 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:14.783810 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-dfbf0400-1cef-4bec-b60c-9561b515ba23 req-b2b48ee8-65f5-4735-8709-303729c63715 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0521173 Oct 16 00:59:14.855671 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-dfbf0400-1cef-4bec-b60c-9561b515ba23 req-d4407e8d-b407-4a4d-9721-aaa20955d580 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657234 Oct 16 00:59:15.146320 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60470) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:15.331309 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-da0cc4d2-a530-4bce-8234-237062212789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:15.422391 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-da0cc4d2-a530-4bce-8234-237062212789 admin admin] Publish callbacks [] for security_group (0a83eb61-bd03-481c-8687-ffd3d16f7e32), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:15.433081 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-da0cc4d2-a530-4bce-8234-237062212789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (0a83eb61-bd03-481c-8687-ffd3d16f7e32), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:15.443914 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:15.481321 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-da0cc4d2-a530-4bce-8234-237062212789 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=04cbd2422036437d960b91015dafd7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338745 Oct 16 00:59:15.483728 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cc4d2-a530-4bce-8234-237062212789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a83eb61-bd03-481c-8687-ffd3d16f7e32,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:15.484353 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 60486) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:15.574403 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ebb97fd-e551-43c5-bdd7-7044e3d7734d admin admin] Publish callbacks [] for security_group (0a83eb61-bd03-481c-8687-ffd3d16f7e32), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:15.609793 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ebb97fd-e551-43c5-bdd7-7044e3d7734d admin admin] Publish callbacks [] for security_group (0a83eb61-bd03-481c-8687-ffd3d16f7e32), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:15.616707 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:15.667519 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ebb97fd-e551-43c5-bdd7-7044e3d7734d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (0a83eb61-bd03-481c-8687-ffd3d16f7e32), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:15.670015 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ebb97fd-e551-43c5-bdd7-7044e3d7734d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:15.671314 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4ebb97fd-e551-43c5-bdd7-7044e3d7734d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0a83eb61-bd03-481c-8687-ffd3d16f7e32 HTTP/1.1" status: 204 len: 168 time: 0.1857791 Oct 16 00:59:15.679852 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb97fd-e551-43c5-bdd7-7044e3d7734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a83eb61-bd03-481c-8687-ffd3d16f7e32,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:16.005802 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732ac4e-b991-41a1-8b71-0b6fbfa54a84 req-dc49867d-eb93-4d53-a33d-4257f2c32219 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:16.008157 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d732ac4e-b991-41a1-8b71-0b6fbfa54a84 req-dc49867d-eb93-4d53-a33d-4257f2c32219 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0654609 Oct 16 00:59:16.076781 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d732ac4e-b991-41a1-8b71-0b6fbfa54a84 req-bcad56d1-fa1b-453e-aaef-a8fbbc9c4d06 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605543 Oct 16 00:59:17.206501 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbabdc-8407-48f2-90a9-46d98e7ff212 req-c5a5f0b8-4706-433b-8ccf-cb40dcffcf29 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:17.207980 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17cbabdc-8407-48f2-90a9-46d98e7ff212 req-c5a5f0b8-4706-433b-8ccf-cb40dcffcf29 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0509644 Oct 16 00:59:17.256224 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17cbabdc-8407-48f2-90a9-46d98e7ff212 req-99b9ad97-19da-4f97-bc44-f318cc91a05a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Oct 16 00:59:17.404863 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:18.385068 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e51aa-926b-4de9-be83-cff478044f3d req-9ff27b75-5c9f-488a-8629-151af18388d9 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:18.386566 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b32e51aa-926b-4de9-be83-cff478044f3d req-9ff27b75-5c9f-488a-8629-151af18388d9 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0477614 Oct 16 00:59:18.431894 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:18.445526 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b32e51aa-926b-4de9-be83-cff478044f3d req-17665905-593f-44ce-828b-072ae7a51897 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491872 Oct 16 00:59:18.514115 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:19.569101 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d043e55-fb73-45bc-a5a4-1a84d4b69b69 req-254cdc5b-3f45-4206-93b3-ef215aea6e8c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:19.570547 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8d043e55-fb73-45bc-a5a4-1a84d4b69b69 req-254cdc5b-3f45-4206-93b3-ef215aea6e8c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0471640 Oct 16 00:59:19.620799 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8d043e55-fb73-45bc-a5a4-1a84d4b69b69 req-14844296-6f85-4ee9-bead-d04fc1a2e317 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437481 Oct 16 00:59:20.494645 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c0741-cd6f-4c81-9620-382f4a2d0aba req-5cbc69d4-b562-4737-a9cd-caac6550e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:20.496199 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e9c0741-cd6f-4c81-9620-382f4a2d0aba req-5cbc69d4-b562-4737-a9cd-caac6550e5de service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 1129 time: 0.0442724 Oct 16 00:59:20.603021 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c0741-cd6f-4c81-9620-382f4a2d0aba req-e9d81533-32e9-4230-97e4-82d42e986ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:20.604473 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e9c0741-cd6f-4c81-9620-382f4a2d0aba req-e9d81533-32e9-4230-97e4-82d42e986ee9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.0855277 Oct 16 00:59:20.647425 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e9c0741-cd6f-4c81-9620-382f4a2d0aba req-5aecbc56-aed3-4a57-abd4-37ae4de1960b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37a89ecc-65c3-483a-b753-8ddbd32b4132 HTTP/1.1" status: 200 len: 217 time: 0.0359321 Oct 16 00:59:20.742607 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed515ca4-d0ab-4dfd-807b-03c445fc25c5 req-bdfd2ce7-8269-4e2e-adf2-ba5b651ea93f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:20.744198 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ed515ca4-d0ab-4dfd-807b-03c445fc25c5 req-bdfd2ce7-8269-4e2e-adf2-ba5b651ea93f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0479329 Oct 16 00:59:20.777233 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c0741-cd6f-4c81-9620-382f4a2d0aba req-f42c3679-40f2-4e12-b089-ca54f5610366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:20.778658 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e9c0741-cd6f-4c81-9620-382f4a2d0aba req-f42c3679-40f2-4e12-b089-ca54f5610366 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.0449102 Oct 16 00:59:20.793879 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ed515ca4-d0ab-4dfd-807b-03c445fc25c5 req-30c05dfb-fcdf-459c-b895-cb4917e7f459 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Oct 16 00:59:20.827505 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c0741-cd6f-4c81-9620-382f4a2d0aba req-94777654-332f-455f-a6b8-9eacec62c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:20.829013 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e9c0741-cd6f-4c81-9620-382f4a2d0aba req-94777654-332f-455f-a6b8-9eacec62c012 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426798 Oct 16 00:59:21.142838 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e9c0741-cd6f-4c81-9620-382f4a2d0aba req-cbe002f1-5c7b-4c51-b18a-910e73740a00 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066356 Oct 16 00:59:21.868329 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:21.898084 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e9c0741-cd6f-4c81-9620-382f4a2d0aba req-301fbfbd-c028-43b1-8b84-1433031e7532 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872102 Oct 16 00:59:21.918718 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf116e6-dc43-4527-97bd-1dec98782207 req-cf9c724b-ad84-4b29-9447-e14b98db685d tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:21.920182 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1bf116e6-dc43-4527-97bd-1dec98782207 req-cf9c724b-ad84-4b29-9447-e14b98db685d tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0475564 Oct 16 00:59:21.969075 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1bf116e6-dc43-4527-97bd-1dec98782207 req-5237683d-c424-4af6-8e7a-e71c4e44fadd tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Oct 16 00:59:23.092418 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d23fc3-9ee6-4df1-b97c-2810987d353d req-965a176f-5edc-499a-a8a2-b577eb807f86 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:23.093954 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-14d23fc3-9ee6-4df1-b97c-2810987d353d req-965a176f-5edc-499a-a8a2-b577eb807f86 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0486710 Oct 16 00:59:23.144600 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-14d23fc3-9ee6-4df1-b97c-2810987d353d req-ef58e38b-ad4f-4d0c-a962-7a51d1eaae2c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450032 Oct 16 00:59:23.578210 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53248536-84f6-4fe3-8c65-9634181e2cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:24.277865 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8940d-8545-4972-9b19-beaf64cd078c req-0f9644e9-c011-4d37-919a-a14172f1cc1b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:24.279469 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-64f8940d-8545-4972-9b19-beaf64cd078c req-0f9644e9-c011-4d37-919a-a14172f1cc1b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0533826 Oct 16 00:59:24.330632 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-64f8940d-8545-4972-9b19-beaf64cd078c req-1193a626-6f99-4f3c-8a65-7ebbe43b1d2f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452652 Oct 16 00:59:25.470341 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1100761-c2f4-471c-a802-1f6815c3cac5 req-3768c1b4-9b1c-40c3-860d-c0972c90cd23 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:25.471937 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a1100761-c2f4-471c-a802-1f6815c3cac5 req-3768c1b4-9b1c-40c3-860d-c0972c90cd23 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0528626 Oct 16 00:59:25.537775 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a1100761-c2f4-471c-a802-1f6815c3cac5 req-64adf76e-9efa-4df5-b48a-a6bc2b71457a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561113 Oct 16 00:59:26.358834 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-56b1939d-27de-44ab-8d2c-1ccbb5ed1514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:26.684044 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae7ff8-99f8-4ab8-99a8-6b99474a2223 req-e55b948a-f2d8-4b74-a582-b2b8ef5c3f3b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:26.685775 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5eae7ff8-99f8-4ab8-99a8-6b99474a2223 req-e55b948a-f2d8-4b74-a582-b2b8ef5c3f3b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0592065 Oct 16 00:59:26.760803 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5eae7ff8-99f8-4ab8-99a8-6b99474a2223 req-0c969e94-66f6-4acc-b9a4-fc3294d241c5 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646744 Oct 16 00:59:27.736709 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 60682) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:27.756372 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:27.854854 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4b6b79de-a128-4bb0-8d21-5c0d03eea82e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:27.922737 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be7b5-391d-424f-8d99-7e15a3c292ea req-cdd4dbd3-5bf9-4005-ad4c-43b6f88a2a32 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:27.924489 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-282be7b5-391d-424f-8d99-7e15a3c292ea req-cdd4dbd3-5bf9-4005-ad4c-43b6f88a2a32 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0636694 Oct 16 00:59:27.943015 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4b6b79de-a128-4bb0-8d21-5c0d03eea82e admin admin] Publish callbacks [] for security_group (f0b030f9-2462-430c-8422-2d36bbca216b), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:27.948219 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4b6b79de-a128-4bb0-8d21-5c0d03eea82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (f0b030f9-2462-430c-8422-2d36bbca216b), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:27.949890 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:27.980251 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-282be7b5-391d-424f-8d99-7e15a3c292ea req-aa705ee0-6878-4c60-8e89-ba24be2c5808 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496886 Oct 16 00:59:28.002138 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60694) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:28.002264 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4b6b79de-a128-4bb0-8d21-5c0d03eea82e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f9e95af24f5949d5ace05479c100dcd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634161 Oct 16 00:59:28.004632 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b79de-a128-4bb0-8d21-5c0d03eea82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b030f9-2462-430c-8422-2d36bbca216b,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:28.064618 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5e2466d9-4f39-4d71-9ec7-335135ed7722 admin admin] Publish callbacks [] for security_group (f0b030f9-2462-430c-8422-2d36bbca216b), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:28.092895 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5e2466d9-4f39-4d71-9ec7-335135ed7722 admin admin] Publish callbacks [] for security_group (f0b030f9-2462-430c-8422-2d36bbca216b), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:28.154289 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5e2466d9-4f39-4d71-9ec7-335135ed7722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (f0b030f9-2462-430c-8422-2d36bbca216b), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:28.157409 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5e2466d9-4f39-4d71-9ec7-335135ed7722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:28.158989 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5e2466d9-4f39-4d71-9ec7-335135ed7722 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f0b030f9-2462-430c-8422-2d36bbca216b HTTP/1.1" status: 204 len: 168 time: 0.1554646 Oct 16 00:59:28.173878 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2466d9-4f39-4d71-9ec7-335135ed7722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b030f9-2462-430c-8422-2d36bbca216b,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:29.116002 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbef8e-a7b1-4953-9dc4-6ddc66d37096 req-5f0aa8cd-2906-43cb-b03b-811cc8982088 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:29.117545 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-98cbef8e-a7b1-4953-9dc4-6ddc66d37096 req-5f0aa8cd-2906-43cb-b03b-811cc8982088 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0547426 Oct 16 00:59:29.173176 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-98cbef8e-a7b1-4953-9dc4-6ddc66d37096 req-8efba32e-73a1-47fe-8896-889d29c93d27 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496254 Oct 16 00:59:29.373973 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60754) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:29.482590 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0bd3-f81b-42d2-a112-fd70a4c1e441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:29.565483 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0bd3-f81b-42d2-a112-fd70a4c1e441 admin admin] Publish callbacks [] for security_group (5bf0d88e-82da-4259-8fe0-dbed6fbdffd2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:29.569026 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0bd3-f81b-42d2-a112-fd70a4c1e441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (5bf0d88e-82da-4259-8fe0-dbed6fbdffd2), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:29.608273 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9cfe0bd3-f81b-42d2-a112-fd70a4c1e441 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1a03a779af054a91b2672544374c6ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331831 Oct 16 00:59:29.610240 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe0bd3-f81b-42d2-a112-fd70a4c1e441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf0d88e-82da-4259-8fe0-dbed6fbdffd2,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:29.611107 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 60766) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:29.662493 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-feff6baa-1acc-4363-9f27-fe9e5ba01b38 admin admin] Publish callbacks [] for security_group (5bf0d88e-82da-4259-8fe0-dbed6fbdffd2), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:29.683282 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-feff6baa-1acc-4363-9f27-fe9e5ba01b38 admin admin] Publish callbacks [] for security_group (5bf0d88e-82da-4259-8fe0-dbed6fbdffd2), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:29.736898 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-feff6baa-1acc-4363-9f27-fe9e5ba01b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (5bf0d88e-82da-4259-8fe0-dbed6fbdffd2), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:29.739490 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-feff6baa-1acc-4363-9f27-fe9e5ba01b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:29.740678 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-feff6baa-1acc-4363-9f27-fe9e5ba01b38 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5bf0d88e-82da-4259-8fe0-dbed6fbdffd2 HTTP/1.1" status: 204 len: 168 time: 0.1285663 Oct 16 00:59:29.749764 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff6baa-1acc-4363-9f27-fe9e5ba01b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf0d88e-82da-4259-8fe0-dbed6fbdffd2,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:29.867762 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:29.950001 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:29.988081 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd3f56-f26a-4fae-8d80-4dc99dd9627d req-17964809-43d6-4230-8ba5-f382f8695d8a tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:29.989514 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36cd3f56-f26a-4fae-8d80-4dc99dd9627d req-17964809-43d6-4230-8ba5-f382f8695d8a tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0501711 Oct 16 00:59:30.048249 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36cd3f56-f26a-4fae-8d80-4dc99dd9627d req-b8bd088c-5c4a-4cb2-99e1-f55110e46155 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524542 Oct 16 00:59:30.179655 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:30.310428 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78308f8f-a35b-4628-95d0-4510c217f4b9 req-b14c9287-4c01-4d54-b77d-3b08540ce0e9 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:30.311937 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-78308f8f-a35b-4628-95d0-4510c217f4b9 req-b14c9287-4c01-4d54-b77d-3b08540ce0e9 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0520649 Oct 16 00:59:30.362932 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-78308f8f-a35b-4628-95d0-4510c217f4b9 req-cf7769df-7822-47b2-a841-f8d3dee8a98a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452445 Oct 16 00:59:30.455884 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 60804) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:30.555331 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1260519154-network', 'tenant_id': '92116166994646b39ec7a4c23e8cedc4'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:30.576922 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Made reservation on behalf of 92116166994646b39ec7a4c23e8cedc4 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:59:30.579550 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:30.588773 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:30.601713 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:30.672495 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Publish callbacks [] for security_group (fb55519e-722d-49f4-9a24-42b82b48aa56), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:30.676272 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (fb55519e-722d-49f4-9a24-42b82b48aa56), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:30.705981 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:59:30.711711 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb55519e-722d-49f4-9a24-42b82b48aa56,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:30.719755 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (4d693cf3-b43f-41e8-8a4a-dae4c48f093a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:30.720102 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Added segment 4d693cf3-b43f-41e8-8a4a-dae4c48f093a of type vlan for network 2990507f-5171-4eb8-ae44-3866cf4c43a9 Oct 16 00:59:30.760779 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (2990507f-5171-4eb8-ae44-3866cf4c43a9), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:30.785365 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (2990507f-5171-4eb8-ae44-3866cf4c43a9), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:30.786480 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:30.787085 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:30.848984 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3920119 Oct 16 00:59:30.851998 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60812) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:30.855047 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b141666-950f-411b-86c4-7336b51d64b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2990507f-5171-4eb8-ae44-3866cf4c43a9,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:30.858372 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-f19c2d21-15b2-4fb9-bca1-830042e1b2e0 admin admin] Request body: {'subnet': {'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1260519154-subnet', 'tenant_id': '92116166994646b39ec7a4c23e8cedc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:30.865298 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 2990507f-5171-4eb8-ae44-3866cf4c43a9 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:59:30.879870 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19c2d21-15b2-4fb9-bca1-830042e1b2e0 admin admin] Made reservation on behalf of 92116166994646b39ec7a4c23e8cedc4 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:59:30.882315 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f19c2d21-15b2-4fb9-bca1-830042e1b2e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2664597'] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:30.955682 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:31.080048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f19c2d21-15b2-4fb9-bca1-830042e1b2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2697758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2664583'] for subnet (984308e5-babb-4c21-813e-335d2229fcf9), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:31.137630 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c2d21-15b2-4fb9-bca1-830042e1b2e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=984308e5-babb-4c21-813e-335d2229fcf9,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:31.153681 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c2d21-15b2-4fb9-bca1-830042e1b2e0 admin admin] Checking segment: {'id': '4d693cf3-b43f-41e8-8a4a-dae4c48f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:59:31.154031 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c2d21-15b2-4fb9-bca1-830042e1b2e0 admin admin] Network hostable DHCP agents. Network: 2990507f-5171-4eb8-ae44-3866cf4c43a9, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:59:31.172121 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c2d21-15b2-4fb9-bca1-830042e1b2e0 admin admin] Network 2990507f-5171-4eb8-ae44-3866cf4c43a9 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:59:31.182213 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-f19c2d21-15b2-4fb9-bca1-830042e1b2e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 2990507f-5171-4eb8-ae44-3866cf4c43a9) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:31.190385 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c2d21-15b2-4fb9-bca1-830042e1b2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:31.191026 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f19c2d21-15b2-4fb9-bca1-830042e1b2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:31.191572 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971a5416-a054-418a-87e7-73750ee00f53 None None] Network 2990507f-5171-4eb8-ae44-3866cf4c43a9 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:59:31.194240 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4089f-3a8a-4544-9152-3c0185a9917f req-a06c5832-ed2a-48ec-8c9e-0148f06d6b27 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:31.195804 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-31f4089f-3a8a-4544-9152-3c0185a9917f req-a06c5832-ed2a-48ec-8c9e-0148f06d6b27 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0513723 Oct 16 00:59:31.198967 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:31.215486 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f19c2d21-15b2-4fb9-bca1-830042e1b2e0 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3622403 Oct 16 00:59:31.251991 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-31f4089f-3a8a-4544-9152-3c0185a9917f req-e59ffbef-8b96-4bfe-963e-2162e4d234b8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497460 Oct 16 00:59:31.323403 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645128cd-0da0-4f8b-bd57-46b5eb6f219a None None] Network 2990507f-5171-4eb8-ae44-3866cf4c43a9 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:59:31.496632 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf557dd-d981-44fa-8504-9d061bce6c9e req-6af410fe-98c6-411c-8e71-e61382ab9738 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:31.498177 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1bf557dd-d981-44fa-8504-9d061bce6c9e req-6af410fe-98c6-411c-8e71-e61382ab9738 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0483823 Oct 16 00:59:31.547374 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1bf557dd-d981-44fa-8504-9d061bce6c9e req-088f3e8b-1465-4751-83cd-409de3d0162f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435915 Oct 16 00:59:32.385134 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f9986-dc7f-4e39-a67c-c4eb682653fd req-910c7c2e-4ce2-4d51-b8dd-1a0d3e2c3f15 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:32.386597 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5b1f9986-dc7f-4e39-a67c-c4eb682653fd req-910c7c2e-4ce2-4d51-b8dd-1a0d3e2c3f15 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0509884 Oct 16 00:59:32.652554 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5b1f9986-dc7f-4e39-a67c-c4eb682653fd req-e6e726a8-17ce-43f5-8834-6f0b5218dacb tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604408 Oct 16 00:59:32.682071 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67f72f-113e-467b-befd-d8414d507e05 req-fc671b38-cb03-4e68-8e99-aebfa7e036b7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:32.683611 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1c67f72f-113e-467b-befd-d8414d507e05 req-fc671b38-cb03-4e68-8e99-aebfa7e036b7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0530820 Oct 16 00:59:32.732619 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1c67f72f-113e-467b-befd-d8414d507e05 req-518b5930-cea3-4816-a292-0fa81301b502 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431759 Oct 16 00:59:32.800874 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:32.805478 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:33.826764 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57379d-db52-4411-8f56-0a508137498f req-c1df282a-9de3-4eec-9061-dabaffc51cf9 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:33.840449 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5c57379d-db52-4411-8f56-0a508137498f req-c1df282a-9de3-4eec-9061-dabaffc51cf9 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.1015611 Oct 16 00:59:33.923125 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aaf5d-84c5-4bdc-a5bd-2a50b44c3bb0 req-67d8992e-d74e-4063-893f-63d2cb5d773b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:33.925421 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-487aaf5d-84c5-4bdc-a5bd-2a50b44c3bb0 req-67d8992e-d74e-4063-893f-63d2cb5d773b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0885696 Oct 16 00:59:33.939918 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5c57379d-db52-4411-8f56-0a508137498f req-3d001aec-612a-4b34-afed-0767f635fb3b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954001 Oct 16 00:59:34.028993 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 60876) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:34.034584 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-a7a14939-258a-4ac2-96e9-48542c28a798 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--874780765', 'description': 'tempest-description--526304834'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:34.035210 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-487aaf5d-84c5-4bdc-a5bd-2a50b44c3bb0 req-5a547e37-7960-4774-8bb7-c2928a53bf50 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976565 Oct 16 00:59:34.073973 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a7a14939-258a-4ac2-96e9-48542c28a798 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.192530 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:34.251448 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a7a14939-258a-4ac2-96e9-48542c28a798 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (eb457691-a9eb-4082-a592-2cdc7a5714ed), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.259563 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a7a14939-258a-4ac2-96e9-48542c28a798 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (eb457691-a9eb-4082-a592-2cdc7a5714ed), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.279163 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-be5fb131-d972-4660-811a-b85443e4b567 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:34.280628 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-be5fb131-d972-4660-811a-b85443e4b567 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2990507f-5171-4eb8-ae44-3866cf4c43a9 HTTP/1.1" status: 200 len: 809 time: 0.1787989 Oct 16 00:59:34.297143 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:34.311258 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a7a14939-258a-4ac2-96e9-48542c28a798 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.312397 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a7a14939-258a-4ac2-96e9-48542c28a798 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2823801 Oct 16 00:59:34.315610 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60886) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:34.318530 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-c86b086a-0d7d-46b5-a0f5-ef320c433462 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/quotas/92116166994646b39ec7a4c23e8cedc4 HTTP/1.1" status: 200 len: 375 time: 0.0275471 Oct 16 00:59:34.320635 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-09c41ceb-cf4c-4074-a5bc-93e9eb7d0e83 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'security_group_rule': {'security_group_id': 'eb457691-a9eb-4082-a592-2cdc7a5714ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:34.320771 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a14939-258a-4ac2-96e9-48542c28a798 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb457691-a9eb-4082-a592-2cdc7a5714ed,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:34.349458 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c41ceb-cf4c-4074-a5bc-93e9eb7d0e83 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (996714b7-8bde-4d1a-82d6-8f59cb06fb82), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.358687 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-f810ae0f-3c57-4db1-a8a7-cab90631e914 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=92116166994646b39ec7a4c23e8cedc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335956 Oct 16 00:59:34.407308 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c41ceb-cf4c-4074-a5bc-93e9eb7d0e83 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (996714b7-8bde-4d1a-82d6-8f59cb06fb82), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.412373 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c41ceb-cf4c-4074-a5bc-93e9eb7d0e83 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (996714b7-8bde-4d1a-82d6-8f59cb06fb82), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.433256 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c41ceb-cf4c-4074-a5bc-93e9eb7d0e83 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996714b7-8bde-4d1a-82d6-8f59cb06fb82,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:34.441089 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c41ceb-cf4c-4074-a5bc-93e9eb7d0e83 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.445065 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-09c41ceb-cf4c-4074-a5bc-93e9eb7d0e83 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256952 Oct 16 00:59:34.445065 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60890) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:34.452093 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-c3a1f435-c9db-4160-bc7f-e393111bcee3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'security_group_rule': {'security_group_id': 'eb457691-a9eb-4082-a592-2cdc7a5714ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:34.463690 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-bcb683ab-b92c-4059-b2d3-4781e473fe79 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2990507f-5171-4eb8-ae44-3866cf4c43a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977190 Oct 16 00:59:34.481848 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c3a1f435-c9db-4160-bc7f-e393111bcee3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (951d2955-88ef-493e-9914-da6a4e21ce44), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.553240 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c3a1f435-c9db-4160-bc7f-e393111bcee3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (951d2955-88ef-493e-9914-da6a4e21ce44), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.559167 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c3a1f435-c9db-4160-bc7f-e393111bcee3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (951d2955-88ef-493e-9914-da6a4e21ce44), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.580099 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1f435-c9db-4160-bc7f-e393111bcee3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951d2955-88ef-493e-9914-da6a4e21ce44,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:34.587862 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-47e1d0fd-3c3a-4e7e-ae6a-1f0771ff9129 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2990507f-5171-4eb8-ae44-3866cf4c43a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190834 Oct 16 00:59:34.594125 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c3a1f435-c9db-4160-bc7f-e393111bcee3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.595573 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c3a1f435-c9db-4160-bc7f-e393111bcee3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496732 Oct 16 00:59:34.599053 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 60896) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:34.604753 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:34.615982 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:34.638246 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.785857 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:34.896154 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9070a56-4d7f-468d-a431-527ebbad9851 req-332c8f0e-63a2-49df-973a-06987c8d753c tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 210 time: 0.0902636 Oct 16 00:59:34.900159 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969da74-61e9-4c9a-8fbf-89adfc5ca9f9 req-7bdfde87-ab23-4247-9176-75c019744c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:34.901183 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0969da74-61e9-4c9a-8fbf-89adfc5ca9f9 req-7bdfde87-ab23-4247-9176-75c019744c6b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 1129 time: 0.1131058 Oct 16 00:59:34.981235 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:35.012899 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0969da74-61e9-4c9a-8fbf-89adfc5ca9f9 req-c8ec8c67-d629-4607-bf98-18dc1a0c8fa7 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002371 Oct 16 00:59:35.049588 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Allocated IP 172.37.2.107 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/b403988f-1d9b-4382-a370-00185d7b547d) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:59:35.168074 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3f22e-2dc2-4930-a18d-e98a75d062cd req-a60c2ce7-e57c-4253-a556-71cabeb8496c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:35.171011 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7ac3f22e-2dc2-4930-a18d-e98a75d062cd req-a60c2ce7-e57c-4253-a556-71cabeb8496c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.1218631 Oct 16 00:59:35.291081 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7ac3f22e-2dc2-4930-a18d-e98a75d062cd req-fb379e0a-79e8-4d58-bad1-d753ce2d2a4c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137724 Oct 16 00:59:35.315805 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ba23-84a7-4890-ab79-2675211a3940 req-78e6521e-b910-4bbd-a1a5-5d2e4c841d93 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:35.324021 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c585ba23-84a7-4890-ab79-2675211a3940 req-78e6521e-b910-4bbd-a1a5-5d2e4c841d93 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.1008229 Oct 16 00:59:35.346677 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for port (b403988f-1d9b-4382-a370-00185d7b547d), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:35.408121 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c585ba23-84a7-4890-ab79-2675211a3940 req-80c2bb5f-74ca-45d4-b7ea-0f4edf24497e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828023 Oct 16 00:59:35.415797 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (b403988f-1d9b-4382-a370-00185d7b547d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:35.459881 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:59:35.463048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:35.467871 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:59:35.490101 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'Port': ['ID=b403988f-1d9b-4382-a370-00185d7b547d,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:35.560946 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (9c658e7b-2d21-4e63-9a85-67f51c8a8e41), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:35.600546 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (b403988f-1d9b-4382-a370-00185d7b547d), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:35.629540 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:35.760164 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for port (b403988f-1d9b-4382-a370-00185d7b547d), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:35.765062 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (b403988f-1d9b-4382-a370-00185d7b547d), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:35.836423 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (9c658e7b-2d21-4e63-9a85-67f51c8a8e41), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:35.840441 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'Port': ['ID=b403988f-1d9b-4382-a370-00185d7b547d,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:35.859523 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:35.860939 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9563b451-0356-4488-8437-8fd16819a6b4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2604253 Oct 16 00:59:36.012262 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-734d7a88-65c4-4d51-944c-aa568f4a5789 req-ef9719c3-c67a-49ee-80fd-1a4c023dbc86 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 210 time: 0.0301416 Oct 16 00:59:36.093839 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-c1ba7b21-e67c-4776-984d-c9e3520e5d57 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--874780765&fields=id&tenant_id=fb3c758e27684dcd9265e2d60036d80b HTTP/1.1" status: 200 len: 267 time: 0.0519750 Oct 16 00:59:36.158354 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:36.205685 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-0ec18a68-b3a9-4757-8ee9-b17d294a1ede tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:36.207152 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-0ec18a68-b3a9-4757-8ee9-b17d294a1ede tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 815 time: 0.1066172 Oct 16 00:59:36.223483 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-9e567906-0360-431e-9631-7c398a3d228b tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/quotas/fb3c758e27684dcd9265e2d60036d80b HTTP/1.1" status: 200 len: 375 time: 0.0107956 Oct 16 00:59:36.282007 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-edcc013b-f8f7-4023-bde2-de1f66d2b412 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527987 Oct 16 00:59:36.405007 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-da61a1d2-c504-44b9-a4dc-637d512592e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095960 Oct 16 00:59:36.458065 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776b1e-28bf-4b63-8cea-cf10d35a5eb5 req-ed9175c5-989e-4c0c-a22d-00b13f9ad1c0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:36.461253 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-88776b1e-28bf-4b63-8cea-cf10d35a5eb5 req-ed9175c5-989e-4c0c-a22d-00b13f9ad1c0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0670304 Oct 16 00:59:36.508666 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-9d0b519e-8cfd-4ee1-bb49-8f2d93fb2dcb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926638 Oct 16 00:59:36.528385 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-88776b1e-28bf-4b63-8cea-cf10d35a5eb5 req-ba1e1180-157e-4b61-a175-52536237ad97 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602260 Oct 16 00:59:36.696383 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d5a2c-10ac-406c-9953-39746146830e req-17dfab79-561a-4f59-9c0c-fa3f12a99391 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:36.699751 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-513d5a2c-10ac-406c-9953-39746146830e req-17dfab79-561a-4f59-9c0c-fa3f12a99391 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0650451 Oct 16 00:59:36.713519 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-944e5dca-daa4-4575-bba1-c2ef13ae4d91 req-c4fe8ae4-8f01-4f75-8254-b53bedd99747 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 210 time: 0.0406847 Oct 16 00:59:36.757850 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-513d5a2c-10ac-406c-9953-39746146830e req-43a27d3e-1b98-413d-9c23-c35c871e5ca0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514836 Oct 16 00:59:37.055875 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a86641-740c-49da-82ad-b4a35c5ac2c7 req-dfdf92b7-c31b-4ece-8994-47b98b7b6b83 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:37.058067 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f3a86641-740c-49da-82ad-b4a35c5ac2c7 req-dfdf92b7-c31b-4ece-8994-47b98b7b6b83 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0651419 Oct 16 00:59:37.156449 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708806c-41ea-4d93-9970-02573d3c1358 req-9b7377d2-4632-4777-b76f-9f6dea05e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:37.157941 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0708806c-41ea-4d93-9970-02573d3c1358 req-9b7377d2-4632-4777-b76f-9f6dea05e46f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 1129 time: 0.0986981 Oct 16 00:59:37.168639 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-08d3c3a3-5825-4031-bbc4-ad3b277d8fc9 req-8e2bb26d-3ada-40a8-bb32-8c8b7ddabf03 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 210 time: 0.0513501 Oct 16 00:59:37.272227 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f3a86641-740c-49da-82ad-b4a35c5ac2c7 req-7ee7f1c0-e956-4b4f-9f0a-5e275eb59be8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002718 Oct 16 00:59:37.322004 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:37.353337 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-39faedaf-5a01-4796-b37b-e9ff7ff8fec9 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:37.355480 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-39faedaf-5a01-4796-b37b-e9ff7ff8fec9 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.36 "GET /networking/v2.0/networks?id=2990507f-5171-4eb8-ae44-3866cf4c43a9 HTTP/1.1" status: 200 len: 809 time: 0.2324741 Oct 16 00:59:37.366203 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708806c-41ea-4d93-9970-02573d3c1358 req-2eb3e5be-8b97-4c00-b7ca-ad0f8d017f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:37.368425 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0708806c-41ea-4d93-9970-02573d3c1358 req-2eb3e5be-8b97-4c00-b7ca-ad0f8d017f6b service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.1733487 Oct 16 00:59:37.373330 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Request body: {'port': {'device_id': '13c3eeb0-533f-45a8-ba39-af5ff71addee', 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9', 'admin_state_up': True, 'tenant_id': '92116166994646b39ec7a4c23e8cedc4'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:37.440223 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0708806c-41ea-4d93-9970-02573d3c1358 req-af1405f4-d6ee-4573-a4f1-c76f24789cb7 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37a89ecc-65c3-483a-b753-8ddbd32b4132 HTTP/1.1" status: 200 len: 217 time: 0.0632603 Oct 16 00:59:37.548404 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708806c-41ea-4d93-9970-02573d3c1358 req-e154ba16-337b-4fc6-8611-a16b186892ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:37.549983 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0708806c-41ea-4d93-9970-02573d3c1358 req-e154ba16-337b-4fc6-8611-a16b186892ab service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.0795631 Oct 16 00:59:37.589639 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Made reservation on behalf of 92116166994646b39ec7a4c23e8cedc4 for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:59:37.593371 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:37.676259 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cc161-8095-4e4a-afca-361994172bb8 req-c434eae8-595e-49bb-a8bf-de007fdb6b06 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:37.685298 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be3cc161-8095-4e4a-afca-361994172bb8 req-c434eae8-595e-49bb-a8bf-de007fdb6b06 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0606117 Oct 16 00:59:37.728537 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708806c-41ea-4d93-9970-02573d3c1358 req-e2f3fbbb-4eba-41dc-ba38-636f37d88530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:37.730113 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0708806c-41ea-4d93-9970-02573d3c1358 req-e2f3fbbb-4eba-41dc-ba38-636f37d88530 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1057746 Oct 16 00:59:37.747773 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be3cc161-8095-4e4a-afca-361994172bb8 req-4e9b3faf-7c71-4400-b27e-3bced1868b96 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612423 Oct 16 00:59:37.887738 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:37.929951 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4c2590af-e8f4-447c-8f54-a82331885159 req-9f8298d6-35f7-4ff4-a1ff-e4021704cdba tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 210 time: 0.0819471 Oct 16 00:59:37.978428 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Allocated IP 172.20.0.11 (2990507f-5171-4eb8-ae44-3866cf4c43a9/984308e5-babb-4c21-813e-335d2229fcf9/d54d07bd-690c-4b92-9057-f975e6160581) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:59:37.987181 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0708806c-41ea-4d93-9970-02573d3c1358 req-e1178301-41f0-4935-ad2d-d20d72348e98 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364051 Oct 16 00:59:38.164453 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks [] for port (d54d07bd-690c-4b92-9057-f975e6160581), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:38.259629 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:38.286463 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bf615623-417a-47f4-b51d-68cd5585eb95 req-f251f2f9-7817-4cb6-905d-f4271a72d36d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 210 time: 0.0296381 Oct 16 00:59:38.322429 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0708806c-41ea-4d93-9970-02573d3c1358 req-cd3e9a9f-7514-4581-87d1-43fd01183135 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919792 Oct 16 00:59:38.327971 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (d54d07bd-690c-4b92-9057-f975e6160581), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:38.407485 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Network 2990507f-5171-4eb8-ae44-3866cf4c43a9 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:59:38.424213 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:38.451881 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:59:38.494287 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-02015226-66b6-4580-8520-032061ca9abe tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:38.495764 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-02015226-66b6-4580-8520-032061ca9abe tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 815 time: 0.2702920 Oct 16 00:59:38.501907 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Pushing event updated for resources: {'Port': ['ID=d54d07bd-690c-4b92-9057-f975e6160581,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:38.512217 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4788550-5c28-49eb-bd47-a9742028b1d1 req-c79ae5e2-d129-4496-b604-963aeffa6d49 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:38.513637 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e4788550-5c28-49eb-bd47-a9742028b1d1 req-c79ae5e2-d129-4496-b604-963aeffa6d49 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.1201403 Oct 16 00:59:38.546571 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:38.547201 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:38.579447 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-1dd08a75-5805-435e-9436-4811dc702f61 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2101152 Oct 16 00:59:38.583888 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e4788550-5c28-49eb-bd47-a9742028b1d1 req-fabd95fa-1c2c-4fbd-9bbe-270de600983b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646343 Oct 16 00:59:38.757860 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 32780) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:38.875630 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b6a09933-8bab-4490-b30c-789a7260d243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:38.900062 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36895e29-ebeb-464c-9ec8-610fb58f753a req-07d107ce-0d91-4189-99b0-7aa680ce756e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:38.902194 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36895e29-ebeb-464c-9ec8-610fb58f753a req-07d107ce-0d91-4189-99b0-7aa680ce756e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0557599 Oct 16 00:59:38.975351 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b6a09933-8bab-4490-b30c-789a7260d243 admin admin] Publish callbacks [] for security_group (c4145843-6421-45ed-8f25-5f93f8201f7f), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:38.980976 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b6a09933-8bab-4490-b30c-789a7260d243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (c4145843-6421-45ed-8f25-5f93f8201f7f), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:38.983888 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36895e29-ebeb-464c-9ec8-610fb58f753a req-0d30256f-7316-4207-bc00-f4447c7dc504 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713825 Oct 16 00:59:39.002223 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:39.025420 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a09933-8bab-4490-b30c-789a7260d243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4145843-6421-45ed-8f25-5f93f8201f7f,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:39.031685 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b6a09933-8bab-4490-b30c-789a7260d243 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c1d5006e67c24fdfb26bcfec851701d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726791 Oct 16 00:59:39.034771 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 32794) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:39.086938 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-273700e9-69b3-4ec0-8fd0-efd99d69f130 req-4ba7f4d1-dbc5-49bb-a61f-548658127f33 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 210 time: 0.0503051 Oct 16 00:59:39.348820 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae6a0-cec7-4aad-a3ea-37bf340d45ca admin admin] Publish callbacks [] for security_group (c4145843-6421-45ed-8f25-5f93f8201f7f), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:39.373034 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae6a0-cec7-4aad-a3ea-37bf340d45ca admin admin] Publish callbacks [] for security_group (c4145843-6421-45ed-8f25-5f93f8201f7f), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:39.435478 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae6a0-cec7-4aad-a3ea-37bf340d45ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (c4145843-6421-45ed-8f25-5f93f8201f7f), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:39.438068 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9a6ae6a0-cec7-4aad-a3ea-37bf340d45ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:39.439301 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9a6ae6a0-cec7-4aad-a3ea-37bf340d45ca admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c4145843-6421-45ed-8f25-5f93f8201f7f HTTP/1.1" status: 204 len: 168 time: 0.4039080 Oct 16 00:59:39.449935 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ae6a0-cec7-4aad-a3ea-37bf340d45ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4145843-6421-45ed-8f25-5f93f8201f7f,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:39.566689 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Request body: {'port': {'device_id': '13c3eeb0-533f-45a8-ba39-af5ff71addee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:39.567253 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ffa8e-b4ce-410d-95f3-8fa422e2dfee req-1e8a10a6-67f8-4e70-90e4-d297e12054cc tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:39.568869 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-036ffa8e-b4ce-410d-95f3-8fa422e2dfee req-1e8a10a6-67f8-4e70-90e4-d297e12054cc tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 932 time: 0.0515366 Oct 16 00:59:39.643454 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-036ffa8e-b4ce-410d-95f3-8fa422e2dfee req-f203f6c7-306a-4d60-8203-0e1ca8b29399 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634224 Oct 16 00:59:39.671780 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d54d07bd-690c-4b92-9057-f975e6160581), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:39.711638 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-f48b6eb5-e965-494b-9691-78f9dbbc4a09 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb3c758e27684dcd9265e2d60036d80b HTTP/1.1" status: 200 len: 472 time: 0.1569600 Oct 16 00:59:39.735606 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'port': {'device_id': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'admin_state_up': True, 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'security_groups': ['eb457691-a9eb-4082-a592-2cdc7a5714ed']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:39.761817 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:39.961523 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd464b8c-a846-4df4-8db4-a9c6f229c952 req-b41d89a6-4cd0-4d38-a6d6-ab8f21b011a2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:39.963216 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bd464b8c-a846-4df4-8db4-a9c6f229c952 req-b41d89a6-4cd0-4d38-a6d6-ab8f21b011a2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.1086042 Oct 16 00:59:40.076348 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Made reservation on behalf of fb3c758e27684dcd9265e2d60036d80b for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:59:40.082439 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.124220 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:40.145654 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf37ff-c25b-48cc-b56d-a348cb8ad40a req-e10176f3-7b16-4c11-a2ec-250ebdb051a8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:40.147226 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4adf37ff-c25b-48cc-b56d-a348cb8ad40a req-e10176f3-7b16-4c11-a2ec-250ebdb051a8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0679078 Oct 16 00:59:40.158681 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bd464b8c-a846-4df4-8db4-a9c6f229c952 req-46ce9749-b19b-4f6a-ada6-161f76327386 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556215 Oct 16 00:59:40.220806 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:40.232553 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4adf37ff-c25b-48cc-b56d-a348cb8ad40a req-da79d6cc-d952-460e-825d-97e11188b666 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664067 Oct 16 00:59:40.298829 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 32832) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:40.321221 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4b08a580-b8aa-4eee-a2b6-10d8d1522e7a req-0b35c9ac-e634-4381-b112-7b769f101ced tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 210 time: 0.0701342 Oct 16 00:59:40.330048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54d07bd-690c-4b92-9057-f975e6160581 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:59:40.347885 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Publish callbacks [] for port (d54d07bd-690c-4b92-9057-f975e6160581), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.394213 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Transition to ACTIVE for port object d54d07bd-690c-4b92-9057-f975e6160581 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 00:59:40.403258 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (d54d07bd-690c-4b92-9057-f975e6160581), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.455331 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Allocated IP 172.20.0.7 (7dae3d76-90a2-41d2-9dad-7f7856d5ab85/a617817b-7e5e-42c9-b510-1f81c28bf50c/4827324a-a969-452f-85b3-109a32799305) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:59:40.474710 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-46112bcf-cfea-4efd-8332-5168b1fd5e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.514207 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Pushing event updated for resources: {'Port': ['ID=d54d07bd-690c-4b92-9057-f975e6160581,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:40.572659 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-46112bcf-cfea-4efd-8332-5168b1fd5e30 admin admin] Publish callbacks [] for security_group (af673206-894a-4fd9-ac90-dfb428a89c9e), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.576598 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-46112bcf-cfea-4efd-8332-5168b1fd5e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (af673206-894a-4fd9-ac90-dfb428a89c9e), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.581289 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:40.584012 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Attempting to bind port d54d07bd-690c-4b92-9057-f975e6160581 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:59:40.584739 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Attempting to bind port d54d07bd-690c-4b92-9057-f975e6160581 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4d693cf3-b43f-41e8-8a4a-dae4c48f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:59:40.585067 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Attempting to bind port d54d07bd-690c-4b92-9057-f975e6160581 on network 2990507f-5171-4eb8-ae44-3866cf4c43a9 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:59:40.628640 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-46112bcf-cfea-4efd-8332-5168b1fd5e30 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=411d2dda80534b15946c38b816defaa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277869 Oct 16 00:59:40.629501 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 32868) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:40.630104 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46112bcf-cfea-4efd-8332-5168b1fd5e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af673206-894a-4fd9-ac90-dfb428a89c9e,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:40.688109 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Port d54d07bd-690c-4b92-9057-f975e6160581 on network 2990507f-5171-4eb8-ae44-3866cf4c43a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 00:59:40.688448 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Attempting to bind port d54d07bd-690c-4b92-9057-f975e6160581 on network 2990507f-5171-4eb8-ae44-3866cf4c43a9 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:59:40.692651 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cd73f9d8-aed2-4ad6-9c40-fbed5107683c admin admin] Publish callbacks [] for security_group (af673206-894a-4fd9-ac90-dfb428a89c9e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.726738 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:40.729860 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cd73f9d8-aed2-4ad6-9c40-fbed5107683c admin admin] Publish callbacks [] for security_group (af673206-894a-4fd9-ac90-dfb428a89c9e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.750644 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for port (4827324a-a969-452f-85b3-109a32799305), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.770949 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:59:40.771294 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Checking segment: {'id': '4d693cf3-b43f-41e8-8a4a-dae4c48f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:59:40.771720 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Bound using segment: {'id': '4d693cf3-b43f-41e8-8a4a-dae4c48f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:59:40.772178 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Bound port: d54d07bd-690c-4b92-9057-f975e6160581, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d693cf3-b43f-41e8-8a4a-dae4c48f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:59:40.772556 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d54d07bd-690c-4b92-9057-f975e6160581), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.821673 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ef87-e0ae-4400-b06b-9358ad79a159 req-b5644b1b-ba15-4bd7-a473-bfb2754bd9ff tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:40.823275 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a953ef87-e0ae-4400-b06b-9358ad79a159 req-b5644b1b-ba15-4bd7-a473-bfb2754bd9ff tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 944 time: 0.0605652 Oct 16 00:59:40.844112 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (4827324a-a969-452f-85b3-109a32799305), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.850063 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cd73f9d8-aed2-4ad6-9c40-fbed5107683c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (af673206-894a-4fd9-ac90-dfb428a89c9e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.852603 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cd73f9d8-aed2-4ad6-9c40-fbed5107683c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.857129 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-cd73f9d8-aed2-4ad6-9c40-fbed5107683c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/af673206-894a-4fd9-ac90-dfb428a89c9e HTTP/1.1" status: 204 len: 168 time: 0.2208095 Oct 16 00:59:40.866670 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73f9d8-aed2-4ad6-9c40-fbed5107683c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af673206-894a-4fd9-ac90-dfb428a89c9e,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:40.922061 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:59:40.923216 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a953ef87-e0ae-4400-b06b-9358ad79a159 req-8c6c3c54-21f1-44b9-89f4-5553c43fae5f tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934999 Oct 16 00:59:40.923548 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] For port d54d07bd-690c-4b92-9057-f975e6160581, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:59:40.929670 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:40.933048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:59:40.967635 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'Port': ['ID=4827324a-a969-452f-85b3-109a32799305,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:40.972199 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] For port d54d07bd-690c-4b92-9057-f975e6160581, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d54d07bd-690c-4b92-9057-f975e6160581,segment=NetworkSegment(4d693cf3-b43f-41e8-8a4a-dae4c48f093a),segment_id=4d693cf3-b43f-41e8-8a4a-dae4c48f093a)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:59:40.984566 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:40.990035 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (d54d07bd-690c-4b92-9057-f975e6160581), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.993660 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:40.994370 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:40.996693 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/d54d07bd-690c-4b92-9057-f975e6160581 HTTP/1.1" status: 200 len: 1094 time: 1.4348733 Oct 16 00:59:41.002466 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c3eeb0-533f-45a8-ba39-af5ff71addee', 'tag': 'd54d07bd-690c-4b92-9057-f975e6160581'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:59:41.004952 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e8d348-83de-48dd-b7ca-ce48be035b49" -d '{"events": [{"name": "network-changed", "server_uuid": "13c3eeb0-533f-45a8-ba39-af5ff71addee", "tag": "d54d07bd-690c-4b92-9057-f975e6160581"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:59:41.066077 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:41.066770 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:41.126058 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 00:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6730ca-ef1a-4b10-a37a-2a3e31f517b5 x-openstack-request-id: req-8a6730ca-ef1a-4b10-a37a-2a3e31f517b5 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:59:41.126345 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c3eeb0-533f-45a8-ba39-af5ff71addee", "tag": "d54d07bd-690c-4b92-9057-f975e6160581", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:59:41.126639 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a6730ca-ef1a-4b10-a37a-2a3e31f517b5 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:59:41.126997 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6730ca-ef1a-4b10-a37a-2a3e31f517b5'] response: {'name': 'network-changed', 'server_uuid': '13c3eeb0-533f-45a8-ba39-af5ff71addee', 'tag': 'd54d07bd-690c-4b92-9057-f975e6160581', 'status': 'completed', 'code': 200} Oct 16 00:59:41.149600 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-a10e8a80-2be0-487d-be4d-681b148b5b22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4204464 Oct 16 00:59:41.152218 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-77e6f6db-755e-46e4-a44c-7e289421c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:41.154463 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-77e6f6db-755e-46e4-a44c-7e289421c46b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=92116166994646b39ec7a4c23e8cedc4&device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 1128 time: 0.1031270 Oct 16 00:59:41.154733 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743e45a-c627-42a6-a6fa-06acfa6ca870 service neutron] Pushing event updated for resources: {'Port': ['ID=d54d07bd-690c-4b92-9057-f975e6160581,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:41.246791 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Request body: {'port': {'device_id': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:41.251866 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-ea75e1fa-ae23-4143-88e3-f8f69e88a7ff service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54d07bd-690c-4b92-9057-f975e6160581 HTTP/1.1" status: 200 len: 217 time: 0.0832903 Oct 16 00:59:41.274413 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-37536356-d49a-4b06-8684-1faabd2a5935 None None] Provisioning complete for port 4827324a-a969-452f-85b3-109a32799305 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:41.276908 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-37536356-d49a-4b06-8684-1faabd2a5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (4827324a-a969-452f-85b3-109a32799305), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:41.277979 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-37536356-d49a-4b06-8684-1faabd2a5935 None None] Attempt 1 to provision port 4827324a-a969-452f-85b3-109a32799305 Oct 16 00:59:41.356034 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-37536356-d49a-4b06-8684-1faabd2a5935 None None] Port 4827324a-a969-452f-85b3-109a32799305 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:59:41.376853 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede63121-0891-4f7e-ba11-54e5bf4f04bf req-17861a37-28aa-4d3f-808e-678b1c83bd43 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:41.381662 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ede63121-0891-4f7e-ba11-54e5bf4f04bf req-17861a37-28aa-4d3f-808e-678b1c83bd43 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0906904 Oct 16 00:59:41.463867 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (4827324a-a969-452f-85b3-109a32799305), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:41.469872 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ede63121-0891-4f7e-ba11-54e5bf4f04bf req-2ec0bbbd-6aef-486a-b0b9-eaf1c193947d tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805588 Oct 16 00:59:41.491149 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-c978a2b3-2460-4c22-8a6d-a2d8e799998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:41.492990 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-c978a2b3-2460-4c22-8a6d-a2d8e799998a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=984308e5-babb-4c21-813e-335d2229fcf9 HTTP/1.1" status: 200 len: 849 time: 0.1898012 Oct 16 00:59:41.500240 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d259d7c-6e61-40df-b251-a81cc16f7acf req-245af4b5-4adb-42e4-8106-278aebe4b636 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:41.508856 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d259d7c-6e61-40df-b251-a81cc16f7acf req-245af4b5-4adb-42e4-8106-278aebe4b636 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.1219647 Oct 16 00:59:41.576497 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-30346d85-38a9-439c-9265-852fa7ddac2e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2990507f-5171-4eb8-ae44-3866cf4c43a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645761 Oct 16 00:59:41.632648 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d259d7c-6e61-40df-b251-a81cc16f7acf req-2cc1b43c-5fa7-40ef-8701-594b78e5db1a tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228120 Oct 16 00:59:41.668756 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f82314-3835-42eb-8d8f-fa7edc571002 req-9b5e27e3-d670-4edc-b62c-5a0d2ee3f6b2 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:41.678069 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-05f82314-3835-42eb-8d8f-fa7edc571002 req-9b5e27e3-d670-4edc-b62c-5a0d2ee3f6b2 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 931 time: 0.1154284 Oct 16 00:59:41.786604 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-05f82314-3835-42eb-8d8f-fa7edc571002 req-a9982f84-b08b-4ee3-88b5-b6bf47470f81 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963147 Oct 16 00:59:41.832616 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:41.871462 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-3c06b946-8f04-4faf-9c24-e655d8ada026 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2990507f-5171-4eb8-ae44-3866cf4c43a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742345 Oct 16 00:59:42.042295 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4afcaac7-eccf-4de5-8b82-023450a5a8b8 req-81d7f9d9-4ae9-4419-9f6a-49aaf293a0eb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2990507f-5171-4eb8-ae44-3866cf4c43a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642344 Oct 16 00:59:42.113415 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2033dca-cedb-45f2-a83c-35a09ae9e1ae req-e992b40c-ba4b-47c0-b916-2d4c9a498fd1 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:42.114949 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c2033dca-cedb-45f2-a83c-35a09ae9e1ae req-e992b40c-ba4b-47c0-b916-2d4c9a498fd1 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 944 time: 0.0962307 Oct 16 00:59:42.124265 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4827324a-a969-452f-85b3-109a32799305 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:59:42.133319 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 32934) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:42.138335 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Publish callbacks [] for port (4827324a-a969-452f-85b3-109a32799305), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.169370 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Transition to ACTIVE for port object 4827324a-a969-452f-85b3-109a32799305 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 00:59:42.173423 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (4827324a-a969-452f-85b3-109a32799305), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.187034 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:42.231118 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c2033dca-cedb-45f2-a83c-35a09ae9e1ae req-40947a72-7e6b-41bf-83cf-12a09fcb7bb0 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090038 Oct 16 00:59:42.270950 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-663501040-network', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:42.282855 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4827324a-a969-452f-85b3-109a32799305,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:42.296174 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Made reservation on behalf of cb1743385ea14cc39244c83e8fc88e7e for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:59:42.298598 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.308592 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.322107 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Attempting to bind port 4827324a-a969-452f-85b3-109a32799305 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:59:42.322441 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Attempting to bind port 4827324a-a969-452f-85b3-109a32799305 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:59:42.322989 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Attempting to bind port 4827324a-a969-452f-85b3-109a32799305 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:59:42.376143 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Port 4827324a-a969-452f-85b3-109a32799305 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 00:59:42.376467 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Attempting to bind port 4827324a-a969-452f-85b3-109a32799305 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:59:42.403553 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Publish callbacks [] for security_group (8fe3bf74-e019-4454-9cfb-63e09082d849), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.408193 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (8fe3bf74-e019-4454-9cfb-63e09082d849), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.427758 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:59:42.428210 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Checking segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:59:42.428601 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Bound using segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:59:42.429503 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Bound port: 4827324a-a969-452f-85b3-109a32799305, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:59:42.429871 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (4827324a-a969-452f-85b3-109a32799305), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.430033 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:59:42.444749 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:42.454264 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (e85c3ee2-f8b6-42c0-8def-930e36cc19ac), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.454730 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Added segment e85c3ee2-f8b6-42c0-8def-930e36cc19ac of type vlan for network 67400858-429f-4052-a9a5-3012690406d5 Oct 16 00:59:42.456621 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe3bf74-e019-4454-9cfb-63e09082d849,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:42.503720 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] For port 4827324a-a969-452f-85b3-109a32799305, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:59:42.507212 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] For port 4827324a-a969-452f-85b3-109a32799305, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4827324a-a969-452f-85b3-109a32799305,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:59:42.507663 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (67400858-429f-4052-a9a5-3012690406d5), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.517308 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (4827324a-a969-452f-85b3-109a32799305), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.521623 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:42.522222 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.523594 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/4827324a-a969-452f-85b3-109a32799305 HTTP/1.1" status: 200 len: 1093 time: 1.3535182 Oct 16 00:59:42.530118 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:42.538886 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (67400858-429f-4052-a9a5-3012690406d5), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.539915 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:42.540497 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.573566 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3231fd0-2b6c-4352-8340-d4b8ff1e76c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4827324a-a969-452f-85b3-109a32799305,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:42.603281 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4687872 Oct 16 00:59:42.606929 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 32940) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:42.612026 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-23dfb1df-d04d-4f42-a7b3-5b679b3f000f admin admin] Request body: {'subnet': {'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-663501040-subnet', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:42.622892 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c50686-f58d-45f1-9233-24678690052f admin admin] Pushing event updated for resources: {'Network': ['ID=67400858-429f-4052-a9a5-3012690406d5,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:42.634032 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dfb1df-d04d-4f42-a7b3-5b679b3f000f admin admin] Made reservation on behalf of cb1743385ea14cc39244c83e8fc88e7e for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:59:42.634499 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 67400858-429f-4052-a9a5-3012690406d5 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:59:42.637134 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-23dfb1df-d04d-4f42-a7b3-5b679b3f000f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2664597'] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.637324 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:42.677452 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:42.729628 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:42.809166 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1df0e-fa0c-4660-8b71-c39dcbaeb065 req-971a7c20-326b-44d5-adee-fa99f4845a11 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:42.810776 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-81a1df0e-fa0c-4660-8b71-c39dcbaeb065 req-971a7c20-326b-44d5-adee-fa99f4845a11 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0511758 Oct 16 00:59:42.828486 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-23dfb1df-d04d-4f42-a7b3-5b679b3f000f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2697758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2664583'] for subnet (85abdef7-ce07-4fe0-b80f-da308604c12a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:42.864568 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-81a1df0e-fa0c-4660-8b71-c39dcbaeb065 req-ad5b3fd8-785f-4d87-ac18-c59c5a37545d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469460 Oct 16 00:59:42.929639 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfb1df-d04d-4f42-a7b3-5b679b3f000f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85abdef7-ce07-4fe0-b80f-da308604c12a,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:42.943365 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448f704-c16a-44ac-8f7b-ee0c77492ccc req-44c5611e-2ea2-46fe-8e24-53e4beee8fd1 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:42.945766 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a448f704-c16a-44ac-8f7b-ee0c77492ccc req-44c5611e-2ea2-46fe-8e24-53e4beee8fd1 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 943 time: 0.0810459 Oct 16 00:59:42.951192 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dfb1df-d04d-4f42-a7b3-5b679b3f000f admin admin] Checking segment: {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:59:42.951520 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dfb1df-d04d-4f42-a7b3-5b679b3f000f admin admin] Network hostable DHCP agents. Network: 67400858-429f-4052-a9a5-3012690406d5, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:59:43.002917 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dfb1df-d04d-4f42-a7b3-5b679b3f000f admin admin] Network 67400858-429f-4052-a9a5-3012690406d5 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:59:43.020326 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a448f704-c16a-44ac-8f7b-ee0c77492ccc req-b2065ec4-be2b-4458-934d-01e393187612 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649850 Oct 16 00:59:43.033745 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-23dfb1df-d04d-4f42-a7b3-5b679b3f000f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 67400858-429f-4052-a9a5-3012690406d5) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:43.041811 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dfb1df-d04d-4f42-a7b3-5b679b3f000f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:43.043665 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-23dfb1df-d04d-4f42-a7b3-5b679b3f000f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.044934 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dbb4d7-0690-4e56-b8ab-bb80857a62e3 None None] Network 67400858-429f-4052-a9a5-3012690406d5 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:59:43.082424 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:43.087010 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8d348-83de-48dd-b7ca-ce48be035b49 req-0fa919a4-7694-4e10-99b8-4cfb20212894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:43.089041 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-09e8d348-83de-48dd-b7ca-ce48be035b49 req-0fa919a4-7694-4e10-99b8-4cfb20212894 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=92116166994646b39ec7a4c23e8cedc4&device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 1128 time: 0.0676057 Oct 16 00:59:43.093570 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-23dfb1df-d04d-4f42-a7b3-5b679b3f000f admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4853013 Oct 16 00:59:43.097124 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 32950) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:43.103076 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:43.128513 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'tag': '4827324a-a969-452f-85b3-109a32799305'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:59:43.132523 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7224522-135d-4033-94e0-490cbef12c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "18a404c6-15f6-40d3-bfbc-df301770a4fe", "tag": "4827324a-a969-452f-85b3-109a32799305"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:59:43.136991 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 32952) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:43.137399 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11664'] for router (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.139409 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11659'] for router (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.142874 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-b8c6dbd8-8755-42a7-9ead-059545c8262e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1665824567', 'description': 'tempest-description--679726400'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:43.196519 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-67400858-429f-4052-a9a5-3012690406d5', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 00:59:43.197479 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.203786 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 00:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cc308e-af12-4a98-8b48-89a483b64e05 x-openstack-request-id: req-c4cc308e-af12-4a98-8b48-89a483b64e05 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:59:43.204213 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a404c6-15f6-40d3-bfbc-df301770a4fe", "tag": "4827324a-a969-452f-85b3-109a32799305", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:59:43.205012 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4cc308e-af12-4a98-8b48-89a483b64e05 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:59:43.205012 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4cc308e-af12-4a98-8b48-89a483b64e05'] response: {'name': 'network-changed', 'server_uuid': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'tag': '4827324a-a969-452f-85b3-109a32799305', 'status': 'completed', 'code': 200} Oct 16 00:59:43.234925 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Publish callbacks [] for router_controller (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.273375 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-5ae4119f-e0f6-4366-967b-9ad64851b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:43.275192 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-5ae4119f-e0f6-4366-967b-9ad64851b0c8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 1127 time: 0.1268916 Oct 16 00:59:43.287586 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b8c6dbd8-8755-42a7-9ead-059545c8262e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.355414 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-5c04fb40-0a35-43f9-9d69-b082374c7023 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4827324a-a969-452f-85b3-109a32799305 HTTP/1.1" status: 200 len: 217 time: 0.0634754 Oct 16 00:59:43.389234 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8d348-83de-48dd-b7ca-ce48be035b49 req-1b4fce0c-c02b-4038-ad53-81906b0cc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:43.390899 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-09e8d348-83de-48dd-b7ca-ce48be035b49 req-1b4fce0c-c02b-4038-ad53-81906b0cc595 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2990507f-5171-4eb8-ae44-3866cf4c43a9 HTTP/1.1" status: 200 len: 910 time: 0.2006927 Oct 16 00:59:43.393345 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Allocated IP 172.20.0.2 (67400858-429f-4052-a9a5-3012690406d5/85abdef7-ce07-4fe0-b80f-da308604c12a/54484db5-9b23-44a4-aeef-b1d117e40429) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:59:43.493508 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-09e8d348-83de-48dd-b7ca-ce48be035b49 req-5c37b045-01d0-41b3-8ee6-222ace3d3611 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d54d07bd-690c-4b92-9057-f975e6160581 HTTP/1.1" status: 200 len: 217 time: 0.0858705 Oct 16 00:59:43.549231 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-130270d5-ed39-4ed0-9896-2334f23a5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:43.550683 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-130270d5-ed39-4ed0-9896-2334f23a5a02 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a617817b-7e5e-42c9-b510-1f81c28bf50c HTTP/1.1" status: 200 len: 854 time: 0.1449132 Oct 16 00:59:43.565910 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0733e-04ab-41ce-b834-4394f034b00c req-ef22e218-9cdc-4824-bab9-28b5005a266c tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:43.567541 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b1f0733e-04ab-41ce-b834-4394f034b00c req-ef22e218-9cdc-4824-bab9-28b5005a266c tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 944 time: 0.1842802 Oct 16 00:59:43.568720 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Publish callbacks [] for port (54484db5-9b23-44a4-aeef-b1d117e40429), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.573783 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Publish callbacks [] for router_gateway (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.574878 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b8c6dbd8-8755-42a7-9ead-059545c8262e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for security_group (e4a83e87-e8e3-429b-8d31-804d75d095e2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.577431 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.605392 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b8c6dbd8-8755-42a7-9ead-059545c8262e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (e4a83e87-e8e3-429b-8d31-804d75d095e2), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.619116 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Network 67400858-429f-4052-a9a5-3012690406d5 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:59:43.630180 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:43.634267 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:59:43.674050 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Pushing event updated for resources: {'Port': ['ID=54484db5-9b23-44a4-aeef-b1d117e40429,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:43.686735 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b1f0733e-04ab-41ce-b834-4394f034b00c req-63b3e9db-062d-4b5d-bbb8-a4966b4c6d9f tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032476 Oct 16 00:59:43.701200 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.701884 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.702385 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.702909 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.703390 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.703881 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.704367 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.704856 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.705337 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.705669 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.705991 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.706471 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.707029 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.707610 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.707906 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:43.730137 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Attempting to bind port 54484db5-9b23-44a4-aeef-b1d117e40429 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:59:43.730507 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Attempting to bind port 54484db5-9b23-44a4-aeef-b1d117e40429 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:59:43.730891 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Attempting to bind port 54484db5-9b23-44a4-aeef-b1d117e40429 on network 67400858-429f-4052-a9a5-3012690406d5 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:59:43.763647 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:43.784015 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:59:43.784409 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Checking segment: {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:59:43.785277 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.785684 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Bound using segment: {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:59:43.786169 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Bound port: 54484db5-9b23-44a4-aeef-b1d117e40429, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:59:43.786717 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.827377 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Publish callbacks [] for router_gateway (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.849522 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.861261 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] For port 54484db5-9b23-44a4-aeef-b1d117e40429, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:59:43.866537 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] For port 54484db5-9b23-44a4-aeef-b1d117e40429, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=54484db5-9b23-44a4-aeef-b1d117e40429,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:59:43.877320 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:43.917017 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-566ffbde-fb10-46ca-a889-e437855617a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:43.930892 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-566ffbde-fb10-46ca-a889-e437855617a7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3698168 Oct 16 00:59:43.944075 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdcbdd-34a3-4b78-9e70-cbb9b60cab96 None None] Pushing event updated for resources: {'Port': ['ID=54484db5-9b23-44a4-aeef-b1d117e40429,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:43.954714 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8d348-83de-48dd-b7ca-ce48be035b49 req-a90e2b2f-c5db-4a47-a523-323990c2b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:43.956213 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-09e8d348-83de-48dd-b7ca-ce48be035b49 req-a90e2b2f-c5db-4a47-a523-323990c2b88f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=984308e5-babb-4c21-813e-335d2229fcf9 HTTP/1.1" status: 200 len: 849 time: 0.4519215 Oct 16 00:59:44.020285 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Allocated IP 172.37.2.81 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/4499fdb3-16a3-4c5e-94f1-07baf827edcb) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:59:44.092200 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-09e8d348-83de-48dd-b7ca-ce48be035b49 req-eadbb4fe-c59a-4f67-8cb8-48ecefd2a28c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2990507f-5171-4eb8-ae44-3866cf4c43a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069796 Oct 16 00:59:44.095924 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b8c6dbd8-8755-42a7-9ead-059545c8262e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.098839 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b8c6dbd8-8755-42a7-9ead-059545c8262e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9604335 Oct 16 00:59:44.118652 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 32964) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:44.120578 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6dbd8-8755-42a7-9ead-059545c8262e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a83e87-e8e3-429b-8d31-804d75d095e2,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:44.148200 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-809a6786-256f-4a85-ab20-10339d229d1a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Request body: {'security_group_rule': {'security_group_id': 'e4a83e87-e8e3-429b-8d31-804d75d095e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:44.192960 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:44.208916 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833286a4-c77f-4989-87d7-62566497cac8 req-e011335f-8677-42d9-9426-a31d0140ae0f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:44.210510 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-833286a4-c77f-4989-87d7-62566497cac8 req-e011335f-8677-42d9-9426-a31d0140ae0f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.2153606 Oct 16 00:59:44.238123 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:44.263755 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:44.285779 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-809a6786-256f-4a85-ab20-10339d229d1a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for security_group_rule (c47f76a9-fa81-433a-871e-c4a2d805d50a), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.303641 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-ef4d42d6-4f28-48b3-9691-839f11a89927 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600168 Oct 16 00:59:44.306050 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d728c-e635-40af-92d7-bab52ed3c475 req-5c0fe37c-855a-47f1-91cd-d651c35631e1 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:44.308085 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8d0d728c-e635-40af-92d7-bab52ed3c475 req-5c0fe37c-855a-47f1-91cd-d651c35631e1 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 943 time: 0.1377327 Oct 16 00:59:44.314693 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Publish callbacks [] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.329926 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-09e8d348-83de-48dd-b7ca-ce48be035b49 req-6ca176a3-0530-49fa-bff8-5bc389c76a42 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2990507f-5171-4eb8-ae44-3866cf4c43a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115571 Oct 16 00:59:44.347957 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:44.389857 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-833286a4-c77f-4989-87d7-62566497cac8 req-4537afb6-00e0-4609-82a2-b70b2f065187 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620431 Oct 16 00:59:44.443019 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-809a6786-256f-4a85-ab20-10339d229d1a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for security_group_rule (c47f76a9-fa81-433a-871e-c4a2d805d50a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.443019 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.461884 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8d0d728c-e635-40af-92d7-bab52ed3c475 req-1ce8f4c6-d267-4f01-9689-eabdc335bb67 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380706 Oct 16 00:59:44.490187 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-809a6786-256f-4a85-ab20-10339d229d1a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (c47f76a9-fa81-433a-871e-c4a2d805d50a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.518120 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0034393-e801-4480-a2f1-6ffda2c87d24 req-798e8271-44cc-47c8-aa9b-c01d951bc118 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032847 Oct 16 00:59:44.529170 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:59:44.529779 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-09e8d348-83de-48dd-b7ca-ce48be035b49 req-e8acd845-5fca-440b-a8c8-843a8bad22a1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2990507f-5171-4eb8-ae44-3866cf4c43a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824443 Oct 16 00:59:44.530634 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a6786-256f-4a85-ab20-10339d229d1a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47f76a9-fa81-433a-871e-c4a2d805d50a,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:44.537223 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:44.541630 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:59:44.544090 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Pushing event updated for resources: {'Port': ['ID=4499fdb3-16a3-4c5e-94f1-07baf827edcb,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:44.568389 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-809a6786-256f-4a85-ab20-10339d229d1a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.569565 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-809a6786-256f-4a85-ab20-10339d229d1a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4488339 Oct 16 00:59:44.573768 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 32968) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:44.579145 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-81db9bf5-70a0-4d9f-a021-8ebbdf685eab tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Request body: {'security_group_rule': {'security_group_id': 'e4a83e87-e8e3-429b-8d31-804d75d095e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:44.611573 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-81db9bf5-70a0-4d9f-a021-8ebbdf685eab tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for security_group_rule (1aff11b8-308a-4bb0-8b00-d397963cbe65), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.676685 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-81db9bf5-70a0-4d9f-a021-8ebbdf685eab tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for security_group_rule (1aff11b8-308a-4bb0-8b00-d397963cbe65), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.681449 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-81db9bf5-70a0-4d9f-a021-8ebbdf685eab tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (1aff11b8-308a-4bb0-8b00-d397963cbe65), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.703231 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db9bf5-70a0-4d9f-a021-8ebbdf685eab tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aff11b8-308a-4bb0-8b00-d397963cbe65,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:44.716353 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-81db9bf5-70a0-4d9f-a021-8ebbdf685eab tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.721231 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 32970) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:44.721682 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-81db9bf5-70a0-4d9f-a021-8ebbdf685eab tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462004 Oct 16 00:59:44.725634 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:44.795693 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.840385 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1cf58-c737-4252-abb9-791fd87d6e94 req-977c96e5-4b6f-4d2e-a8a1-b33f39c75b41 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:44.842972 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1ec1cf58-c737-4252-abb9-791fd87d6e94 req-977c96e5-4b6f-4d2e-a8a1-b33f39c75b41 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 944 time: 0.0613363 Oct 16 00:59:44.901933 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Publish callbacks [] for router_gateway (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:44.909474 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1ec1cf58-c737-4252-abb9-791fd87d6e94 req-60c97852-08bf-497c-aa45-f4b3f250a2b4 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593834 Oct 16 00:59:44.962115 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:45.011344 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1c702d-9ba5-49c0-8d12-8c56958b7295 None None] Network 67400858-429f-4052-a9a5-3012690406d5 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:59:45.143928 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-57e4192e-6014-41cd-8b15-7bcaaa7b76ad None None] Provisioning complete for port 54484db5-9b23-44a4-aeef-b1d117e40429 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:45.144310 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-57e4192e-6014-41cd-8b15-7bcaaa7b76ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:45.144645 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-57e4192e-6014-41cd-8b15-7bcaaa7b76ad None None] Attempt 1 to provision port 54484db5-9b23-44a4-aeef-b1d117e40429 Oct 16 00:59:45.228796 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 54484db5-9b23-44a4-aeef-b1d117e40429 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:59:45.276683 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-57e4192e-6014-41cd-8b15-7bcaaa7b76ad None None] Current status of the port 54484db5-9b23-44a4-aeef-b1d117e40429 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:45.277079 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-57e4192e-6014-41cd-8b15-7bcaaa7b76ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:45.329183 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:45.335322 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-57e4192e-6014-41cd-8b15-7bcaaa7b76ad None None] For port 54484db5-9b23-44a4-aeef-b1d117e40429, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=54484db5-9b23-44a4-aeef-b1d117e40429,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:45.344849 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-57e4192e-6014-41cd-8b15-7bcaaa7b76ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:45.376085 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 54484db5-9b23-44a4-aeef-b1d117e40429 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:45.376466 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:45.377144 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 54484db5-9b23-44a4-aeef-b1d117e40429 Oct 16 00:59:45.382566 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device d54d07bd-690c-4b92-9057-f975e6160581 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 00:59:45.440549 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:45.455567 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Allocated IP 172.37.2.4 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/2c0e6747-ef98-4449-8da2-0b70d32a7b71) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:59:45.523503 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 00:59:45.569606 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-e35c353b-e27e-4fa9-8901-d66d9e37bf86 None None] Provisioning complete for port 54484db5-9b23-44a4-aeef-b1d117e40429 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:45.569986 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e35c353b-e27e-4fa9-8901-d66d9e37bf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:45.570329 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-e35c353b-e27e-4fa9-8901-d66d9e37bf86 None None] Attempt 1 to provision port 54484db5-9b23-44a4-aeef-b1d117e40429 Oct 16 00:59:45.572000 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4192e-6014-41cd-8b15-7bcaaa7b76ad None None] Pushing event updated for resources: {'Port': ['ID=54484db5-9b23-44a4-aeef-b1d117e40429,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:45.577211 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-647395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934'] for router (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:45.609149 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:45.620732 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:45.671589 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port d54d07bd-690c-4b92-9057-f975e6160581, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d54d07bd-690c-4b92-9057-f975e6160581,segment=NetworkSegment(4d693cf3-b43f-41e8-8a4a-dae4c48f093a),segment_id=4d693cf3-b43f-41e8-8a4a-dae4c48f093a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:45.723473 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': 'd54d07bd-690c-4b92-9057-f975e6160581', 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9', 'port_id': 'd54d07bd-690c-4b92-9057-f975e6160581', 'mac_address': 'fa:16:3e:e6:8b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984308e5-babb-4c21-813e-335d2229fcf9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 00:59:45.750191 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 54484db5-9b23-44a4-aeef-b1d117e40429 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:45.759627 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2606a-2f1e-4f21-8c91-c7f59f59d815 req-ac4327b0-3385-4aac-a741-82ae52415d34 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:45.766657 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-66f2606a-2f1e-4f21-8c91-c7f59f59d815 req-ac4327b0-3385-4aac-a741-82ae52415d34 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 943 time: 0.1435552 Oct 16 00:59:45.767656 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408b291-a888-4a14-a72c-13bbe46e969d req-51aa4d6d-456c-40b8-adfc-5045ad71ee2e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:45.769154 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5408b291-a888-4a14-a72c-13bbe46e969d req-51aa4d6d-456c-40b8-adfc-5045ad71ee2e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.1763008 Oct 16 00:59:45.780387 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for port (2c0e6747-ef98-4449-8da2-0b70d32a7b71), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:45.780774 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-e35c353b-e27e-4fa9-8901-d66d9e37bf86 None None] Current status of the port 54484db5-9b23-44a4-aeef-b1d117e40429 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:45.789298 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7224522-135d-4033-94e0-490cbef12c2d req-58f6826a-fa80-4e21-a439-c6bd7b78c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:45.790782 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7224522-135d-4033-94e0-490cbef12c2d req-58f6826a-fa80-4e21-a439-c6bd7b78c03a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 1127 time: 0.0848925 Oct 16 00:59:45.797671 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port d54d07bd-690c-4b92-9057-f975e6160581 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:45.797854 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d54d07bd-690c-4b92-9057-f975e6160581), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:45.813932 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54d07bd-690c-4b92-9057-f975e6160581 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:59:45.837028 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port d54d07bd-690c-4b92-9057-f975e6160581, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d54d07bd-690c-4b92-9057-f975e6160581,segment=NetworkSegment(4d693cf3-b43f-41e8-8a4a-dae4c48f093a),segment_id=4d693cf3-b43f-41e8-8a4a-dae4c48f093a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:45.845143 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d54d07bd-690c-4b92-9057-f975e6160581), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:45.845703 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 9f15f027-a9c6-4298-a989-336905ee5a12 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 00:59:45.873597 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5408b291-a888-4a14-a72c-13bbe46e969d req-37b77e5b-11b0-4fc7-a639-179373cd62a9 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913327 Oct 16 00:59:45.886588 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (2c0e6747-ef98-4449-8da2-0b70d32a7b71), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:45.920983 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-66f2606a-2f1e-4f21-8c91-c7f59f59d815 req-800b7a65-f27b-4a23-9c0f-46055705fc22 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530688 Oct 16 00:59:45.958621 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 is scheduled to L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 00:59:45.962326 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:59:45.963443 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event updated for resources: {'Port': ['ID=2c0e6747-ef98-4449-8da2-0b70d32a7b71,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:45.968676 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:45.971934 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:59:45.981988 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7224522-135d-4033-94e0-490cbef12c2d req-6af4f039-c500-4b32-a5b0-e1506c24ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:45.984614 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7224522-135d-4033-94e0-490cbef12c2d req-6af4f039-c500-4b32-a5b0-e1506c24ee41 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 916 time: 0.1866357 Oct 16 00:59:46.038575 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7224522-135d-4033-94e0-490cbef12c2d req-5427a08f-e674-4b8e-87cc-b754e832ff8f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4827324a-a969-452f-85b3-109a32799305 HTTP/1.1" status: 200 len: 217 time: 0.0456648 Oct 16 00:59:46.107007 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=d54d07bd-690c-4b92-9057-f975e6160581,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:46.107846 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7224522-135d-4033-94e0-490cbef12c2d req-fdc95d8d-2dd7-4ad9-b190-4e0cd08cd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:46.110504 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7224522-135d-4033-94e0-490cbef12c2d req-fdc95d8d-2dd7-4ad9-b190-4e0cd08cd53a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a617817b-7e5e-42c9-b510-1f81c28bf50c HTTP/1.1" status: 200 len: 854 time: 0.0597715 Oct 16 00:59:46.158010 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f15f027-a9c6-4298-a989-336905ee5a12,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:46.159977 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cd1a1-a126-4359-b894-ecadaffde96a req-3ca35d7f-a6af-4c47-8935-e61609bcec03 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:46.161559 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-284cd1a1-a126-4359-b894-ecadaffde96a req-3ca35d7f-a6af-4c47-8935-e61609bcec03 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 945 time: 0.1160784 Oct 16 00:59:46.172010 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7224522-135d-4033-94e0-490cbef12c2d req-131d16c4-3f99-4c4d-bd7a-ccf7f5afb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:46.173480 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7224522-135d-4033-94e0-490cbef12c2d req-131d16c4-3f99-4c4d-bd7a-ccf7f5afb63c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506406 Oct 16 00:59:46.175825 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '9f15f027-a9c6-4298-a989-336905ee5a12', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'port_id': '9f15f027-a9c6-4298-a989-336905ee5a12', 'mac_address': 'fa:16:3e:61:a9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 00:59:46.195087 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:46.225602 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 9f15f027-a9c6-4298-a989-336905ee5a12 is: ACTIVE; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:46.226334 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:46.229060 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:59:46.241348 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f15f027-a9c6-4298-a989-336905ee5a12 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:59:46.245911 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for floatingip (a80b6386-e49a-488f-ba5d-006d9aabb10c), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:46.246897 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:46.256250 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:46.257468 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Sync routers for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:59:46.268458 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:46.277157 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f15f027-a9c6-4298-a989-336905ee5a12,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:46.280950 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:46.282385 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-74358dc0-7291-41cb-ab92-3897eb341b50 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1842461 Oct 16 00:59:46.285453 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:46.286004 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-284cd1a1-a126-4359-b894-ecadaffde96a req-a018b394-7bcf-426e-a64e-cc83812b3bd4 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015439 Oct 16 00:59:46.286437 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 32982) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:46.299975 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7224522-135d-4033-94e0-490cbef12c2d req-6df15df0-c65f-4406-8229-33e915850567 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169987 Oct 16 00:59:46.303097 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:59:46.303691 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:59:46.363074 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (2c0e6747-ef98-4449-8da2-0b70d32a7b71), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:46.413631 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7224522-135d-4033-94e0-490cbef12c2d req-5530544c-eec6-4ad7-85c9-635a03d8a67e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049631 Oct 16 00:59:46.453350 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=9f15f027-a9c6-4298-a989-336905ee5a12,revision_number=6']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:46.481285 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:59:46.588571 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['9f15f027-a9c6-4298-a989-336905ee5a12'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 00:59:46.680425 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['d54d07bd-690c-4b92-9057-f975e6160581'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 00:59:46.739058 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for port (2c0e6747-ef98-4449-8da2-0b70d32a7b71), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:46.752376 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (2c0e6747-ef98-4449-8da2-0b70d32a7b71), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:46.826474 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:44Z', 'revision_number': 3, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:59:46.860384 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event updated for resources: {'Port': ['ID=2c0e6747-ef98-4449-8da2-0b70d32a7b71,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:46.877172 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Checking router: a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:59:46.877531 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Updating router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 port 4499fdb3-16a3-4c5e-94f1-07baf827edcb binding host dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:59:46.927633 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (a80b6386-e49a-488f-ba5d-006d9aabb10c), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:46.947002 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:47.023558 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:47.030078 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6c3eb7e4-4aab-4d03-ba68-2a3577666c4a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3077750 Oct 16 00:59:47.124404 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37625306-ac57-4633-8f65-545c193aac57 req-2b88b3c8-0674-4985-a538-14785078ae8a tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:47.138997 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:47.147608 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-37625306-ac57-4633-8f65-545c193aac57 req-2b88b3c8-0674-4985-a538-14785078ae8a tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 945 time: 0.0985200 Oct 16 00:59:47.240910 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-37625306-ac57-4633-8f65-545c193aac57 req-09d030af-4784-4926-bdcb-834c8d31fc0a tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925903 Oct 16 00:59:47.292596 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc54d17-c7c0-4446-aca7-6edcb306696a req-80eb8677-1ca8-412e-808b-3a7706c0c112 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:47.294128 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bdc54d17-c7c0-4446-aca7-6edcb306696a req-80eb8677-1ca8-412e-808b-3a7706c0c112 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 943 time: 0.2355766 Oct 16 00:59:47.302849 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 54484db5-9b23-44a4-aeef-b1d117e40429 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:59:47.407113 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 54484db5-9b23-44a4-aeef-b1d117e40429 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:47.407547 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:47.407893 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 54484db5-9b23-44a4-aeef-b1d117e40429 Oct 16 00:59:47.413190 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:47.420311 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bdc54d17-c7c0-4446-aca7-6edcb306696a req-a7d886eb-5c8a-41dc-bc20-a8cda8b829e1 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122510 Oct 16 00:59:47.449755 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:47.507310 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Publish callbacks [] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:47.514761 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:47.535268 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:47.573158 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:47.585699 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Attempting to bind port 4499fdb3-16a3-4c5e-94f1-07baf827edcb on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:59:47.586645 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Attempting to bind port 4499fdb3-16a3-4c5e-94f1-07baf827edcb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:59:47.586645 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Attempting to bind port 4499fdb3-16a3-4c5e-94f1-07baf827edcb on network 208c62ac-592a-4dec-a1cf-31599d23bbee {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:59:47.618413 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 54484db5-9b23-44a4-aeef-b1d117e40429 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:47.662008 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:47.666723 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d131f-2cec-49b5-9e93-817b2d1a2a7a req-dd78a9a7-31bc-4bf3-853c-5acc6d12c7df tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:47.670818 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-528d131f-2cec-49b5-9e93-817b2d1a2a7a req-dd78a9a7-31bc-4bf3-853c-5acc6d12c7df tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 945 time: 0.1163352 Oct 16 00:59:47.674342 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c78df-e7a3-4bed-9bea-d0ca719a2d3c None None] Pushing event updated for resources: {'Port': ['ID=4499fdb3-16a3-4c5e-94f1-07baf827edcb,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:47.689329 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:59:47.689764 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:59:47.690177 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:47.690821 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Bound using segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:59:47.691455 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Bound port: 4499fdb3-16a3-4c5e-94f1-07baf827edcb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:59:47.691839 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:47.785834 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-528d131f-2cec-49b5-9e93-817b2d1a2a7a req-6f6526af-51a5-48a0-9aa5-d506ec2773f7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060233 Oct 16 00:59:47.788205 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] For port 4499fdb3-16a3-4c5e-94f1-07baf827edcb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:59:47.794734 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] For port 4499fdb3-16a3-4c5e-94f1-07baf827edcb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4499fdb3-16a3-4c5e-94f1-07baf827edcb,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:59:47.809520 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:47.827955 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Allocated IP 172.20.0.1 (67400858-429f-4052-a9a5-3012690406d5/85abdef7-ce07-4fe0-b80f-da308604c12a/d6141001-454c-4247-9f8c-c8bedfbcc602) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:59:47.874233 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:59:47.874898 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:59:47.945292 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 4827324a-a969-452f-85b3-109a32799305 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 00:59:47.952414 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device d54d07bd-690c-4b92-9057-f975e6160581 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:59:48.000161 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Publish callbacks [] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:48.057277 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:48.077288 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c78df-e7a3-4bed-9bea-d0ca719a2d3c None None] Pushing event updated for resources: {'Port': ['ID=4499fdb3-16a3-4c5e-94f1-07baf827edcb,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:48.115481 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6141001-454c-4247-9f8c-c8bedfbcc602,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:48.131530 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:48.149415 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Network 67400858-429f-4052-a9a5-3012690406d5 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:59:48.154781 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:48.186614 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:59:48.257872 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647477'] for router_interface (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:48.471301 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:48.529913 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e8ceb-f230-4654-884f-a959958b17ff req-4f8eb18b-2869-493b-a48b-47f26cc680a5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:48.531640 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d97e8ceb-f230-4654-884f-a959958b17ff req-4f8eb18b-2869-493b-a48b-47f26cc680a5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 945 time: 0.0769305 Oct 16 00:59:48.564900 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-dda79e65-b0b2-44c9-a9ba-79b8ff806c72 None None] Provisioning complete for port d6141001-454c-4247-9f8c-c8bedfbcc602 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:48.566065 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dda79e65-b0b2-44c9-a9ba-79b8ff806c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:48.566611 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-dda79e65-b0b2-44c9-a9ba-79b8ff806c72 None None] Attempt 1 to provision port d6141001-454c-4247-9f8c-c8bedfbcc602 Oct 16 00:59:48.570933 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port d54d07bd-690c-4b92-9057-f975e6160581 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 00:59:48.581243 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:59:48.663235 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d97e8ceb-f230-4654-884f-a959958b17ff req-2b2db910-2162-454e-8db2-d37319d9a7a6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129990 Oct 16 00:59:48.671313 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port d54d07bd-690c-4b92-9057-f975e6160581 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:48.671951 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (d54d07bd-690c-4b92-9057-f975e6160581), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:48.672443 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port d54d07bd-690c-4b92-9057-f975e6160581 Oct 16 00:59:48.862130 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-dda79e65-b0b2-44c9-a9ba-79b8ff806c72 None None] Port d6141001-454c-4247-9f8c-c8bedfbcc602 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:59:48.911935 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:48.926481 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 4827324a-a969-452f-85b3-109a32799305, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4827324a-a969-452f-85b3-109a32799305,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:48.957167 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '4827324a-a969-452f-85b3-109a32799305', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'port_id': '4827324a-a969-452f-85b3-109a32799305', 'mac_address': 'fa:16:3e:95:9c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 00:59:48.967153 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:44Z', 'revision_number': 3, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:59:48.989556 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:49.026684 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:49.047139 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b89357-32ed-41f2-a3b5-07bba707315e None None] The sync data for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi is: [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:44Z', 'revision_number': 3, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:59:49.060838 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port d54d07bd-690c-4b92-9057-f975e6160581 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:49.061387 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d54d07bd-690c-4b92-9057-f975e6160581), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:49.065021 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 4827324a-a969-452f-85b3-109a32799305 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:49.065021 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (4827324a-a969-452f-85b3-109a32799305), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:49.076477 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e5d0-b1e9-49fa-a1bb-5c8b0ee10d9f req-4ca4b78b-5217-4afd-ac74-61e8096204f6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:49.078026 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cb14e5d0-b1e9-49fa-a1bb-5c8b0ee10d9f req-4ca4b78b-5217-4afd-ac74-61e8096204f6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 943 time: 0.0873072 Oct 16 00:59:49.083135 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Publish callbacks [] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:49.093758 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:49.116711 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4827324a-a969-452f-85b3-109a32799305 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 00:59:49.178921 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c3eeb0-533f-45a8-ba39-af5ff71addee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54d07bd-690c-4b92-9057-f975e6160581'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:59:49.178921 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4bb7d6-ed19-44f6-9e65-c967cab189ef" -d '{"events": [{"server_uuid": "13c3eeb0-533f-45a8-ba39-af5ff71addee", "name": "network-vif-plugged", "status": "completed", "tag": "d54d07bd-690c-4b92-9057-f975e6160581"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:59:49.255382 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port d54d07bd-690c-4b92-9057-f975e6160581, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d54d07bd-690c-4b92-9057-f975e6160581,segment=NetworkSegment(4d693cf3-b43f-41e8-8a4a-dae4c48f093a),segment_id=4d693cf3-b43f-41e8-8a4a-dae4c48f093a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:49.280985 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d54d07bd-690c-4b92-9057-f975e6160581), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:49.282225 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 9f15f027-a9c6-4298-a989-336905ee5a12 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:59:49.285622 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 4827324a-a969-452f-85b3-109a32799305, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4827324a-a969-452f-85b3-109a32799305,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:49.289125 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:49.296405 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cb14e5d0-b1e9-49fa-a1bb-5c8b0ee10d9f req-8597c8cf-b4e6-4a94-b12b-b588ce400a08 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112880 Oct 16 00:59:49.297047 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6141001-454c-4247-9f8c-c8bedfbcc602,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:49.299985 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647593'] for router_interface (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:49.362386 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (4827324a-a969-452f-85b3-109a32799305), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:49.442068 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=d54d07bd-690c-4b92-9057-f975e6160581,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:49.502220 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 9f15f027-a9c6-4298-a989-336905ee5a12 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:49.502691 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:49.503120 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468977a3-3c8a-431e-9658-39e231150d57 req-e07bfbaf-597a-4eb7-8eb5-fee5fd76c62d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:49.503577 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 9f15f027-a9c6-4298-a989-336905ee5a12 Oct 16 00:59:49.504781 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-468977a3-3c8a-431e-9658-39e231150d57 req-e07bfbaf-597a-4eb7-8eb5-fee5fd76c62d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 946 time: 0.0891578 Oct 16 00:59:49.506773 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Network 67400858-429f-4052-a9a5-3012690406d5 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:59:49.508840 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:49.581929 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=4827324a-a969-452f-85b3-109a32799305,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:49.713886 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 9f15f027-a9c6-4298-a989-336905ee5a12 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:49.719705 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:49.725534 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['4827324a-a969-452f-85b3-109a32799305'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 00:59:49.779756 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 00:59:49.836593 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-468977a3-3c8a-431e-9658-39e231150d57 req-4f9b02a6-fa17-47ce-8dc7-c3ad44eab60e tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171268 Oct 16 00:59:49.851992 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f15f027-a9c6-4298-a989-336905ee5a12,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:49.865781 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:49.979605 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 00:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db596b4b-389e-424f-bb12-cc4b723e3f40 x-openstack-request-id: req-db596b4b-389e-424f-bb12-cc4b723e3f40 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:59:49.980449 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c3eeb0-533f-45a8-ba39-af5ff71addee", "name": "network-vif-plugged", "status": "completed", "tag": "d54d07bd-690c-4b92-9057-f975e6160581", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:59:49.980879 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db596b4b-389e-424f-bb12-cc4b723e3f40 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:59:49.981448 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db596b4b-389e-424f-bb12-cc4b723e3f40'] response: {'server_uuid': '13c3eeb0-533f-45a8-ba39-af5ff71addee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54d07bd-690c-4b92-9057-f975e6160581', 'code': 200} Oct 16 00:59:50.053228 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-725c5db7-5e65-4f27-be63-5d8a29d263b9 None None] Provisioning complete for port d6141001-454c-4247-9f8c-c8bedfbcc602 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:50.053612 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-725c5db7-5e65-4f27-be63-5d8a29d263b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:50.053949 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-725c5db7-5e65-4f27-be63-5d8a29d263b9 None None] Attempt 1 to provision port d6141001-454c-4247-9f8c-c8bedfbcc602 Oct 16 00:59:50.139416 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6378-ae57-4ae1-a540-efc4f6f28115 req-45514d79-b3cf-497c-a240-1767367fb182 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:50.141014 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6bfb6378-ae57-4ae1-a540-efc4f6f28115 req-45514d79-b3cf-497c-a240-1767367fb182 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0752423 Oct 16 00:59:50.166369 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=9f15f027-a9c6-4298-a989-336905ee5a12,revision_number=7']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:50.209237 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:50.220983 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-725c5db7-5e65-4f27-be63-5d8a29d263b9 None None] Port d6141001-454c-4247-9f8c-c8bedfbcc602 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:59:50.225227 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:50.247474 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:50.275292 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46107347-5bf8-4590-9010-00397f2a385a req-0328fb52-d019-4e3d-8a2d-286bfa491776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:50.277342 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-46107347-5bf8-4590-9010-00397f2a385a req-0328fb52-d019-4e3d-8a2d-286bfa491776 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 1130 time: 0.0802419 Oct 16 00:59:50.282341 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:59:50.298443 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3189ab2f-efc6-4da8-8686-74d4a53001b2 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/a3c357fc-2a80-4724-a0d4-f2fc5e3371c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9859474 Oct 16 00:59:50.312586 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6bfb6378-ae57-4ae1-a540-efc4f6f28115 req-b37a317c-d553-4b80-8b69-f5a1beab53e0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624258 Oct 16 00:59:50.410995 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-46107347-5bf8-4590-9010-00397f2a385a req-2fa7d2e6-9980-443f-acf1-ea6bc6be948a service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187997 Oct 16 00:59:50.522302 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424ccfb-4e7b-4ae3-8e24-e0756b3b10df req-b167148f-4227-4421-a0d4-1751df74fcd7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:50.530315 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c424ccfb-4e7b-4ae3-8e24-e0756b3b10df req-b167148f-4227-4421-a0d4-1751df74fcd7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 944 time: 0.1049356 Oct 16 00:59:50.633093 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c424ccfb-4e7b-4ae3-8e24-e0756b3b10df req-6138e0ad-5270-4044-b758-9c3037868a38 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933201 Oct 16 00:59:51.005171 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a682c-1820-4785-b7ee-0e7ae93b1eb4 req-b30c87ad-31af-4d93-839c-9ff477714100 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:51.013476 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8e8a682c-1820-4785-b7ee-0e7ae93b1eb4 req-b30c87ad-31af-4d93-839c-9ff477714100 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 946 time: 0.0805831 Oct 16 00:59:51.095017 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33062) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:51.097821 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8e8a682c-1820-4785-b7ee-0e7ae93b1eb4 req-d478ad98-58f4-49ac-acfb-e4926a66c31c tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776551 Oct 16 00:59:51.132454 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-669493276-network', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:51.171006 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Made reservation on behalf of 403b173e9ff04603b1c33837dcd1ba73 for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:59:51.173578 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:51.193616 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:51.300718 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 4499fdb3-16a3-4c5e-94f1-07baf827edcb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:59:51.326581 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Publish callbacks [] for security_group (4daccf5d-b1df-47b4-9c00-4a60f28fb466), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:51.333065 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (4daccf5d-b1df-47b4-9c00-4a60f28fb466), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:51.352185 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=21 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:51.359339 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=104580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 00:59:51.382039 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (0942553e-2aee-4b84-ab5c-33fc9ebfbe94), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:51.382383 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Added segment 0942553e-2aee-4b84-ab5c-33fc9ebfbe94 of type vlan for network 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 Oct 16 00:59:51.385461 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daccf5d-b1df-47b4-9c00-4a60f28fb466,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:51.481000 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (3ddf9fc6-b7ec-4894-844e-44f84b7c3b07), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:51.514106 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 4499fdb3-16a3-4c5e-94f1-07baf827edcb triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:51.514704 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:51.515301 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 4499fdb3-16a3-4c5e-94f1-07baf827edcb Oct 16 00:59:51.587184 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (3ddf9fc6-b7ec-4894-844e-44f84b7c3b07), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:51.591988 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:51.595380 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:51.613354 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0ac4b-25c8-4036-9645-332145fdc1c1 req-8381ceb1-9f58-40f5-b2f4-0222c046073b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:51.623621 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3df0ac4b-25c8-4036-9645-332145fdc1c1 req-8381ceb1-9f58-40f5-b2f4-0222c046073b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0938067 Oct 16 00:59:51.630881 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5337739 Oct 16 00:59:51.649434 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33070) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:51.661624 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-ff7e4408-950a-473c-ab7f-589b2b7d442f admin admin] Request body: {'subnet': {'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-669493276-subnet', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:51.734490 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7e4408-950a-473c-ab7f-589b2b7d442f admin admin] Made reservation on behalf of 403b173e9ff04603b1c33837dcd1ba73 for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:59:51.737171 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ff7e4408-950a-473c-ab7f-589b2b7d442f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2786959'] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:51.741151 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 4499fdb3-16a3-4c5e-94f1-07baf827edcb is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:51.742072 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:51.766013 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3df0ac4b-25c8-4036-9645-332145fdc1c1 req-a79fd8c9-fd35-4ca8-8c35-a141535c83ac tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412416 Oct 16 00:59:51.786427 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-945b9b5c-92f0-4e90-a1bd-96769d9c2020 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1665824567&fields=id&tenant_id=5462fcbfca114c8885f77f42b479b13d HTTP/1.1" status: 200 len: 267 time: 0.2600608 Oct 16 00:59:51.799069 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8cdfd-265c-4af0-95e3-203802e2cb1c admin admin] Pushing event updated for resources: {'Network': ['ID=3ddf9fc6-b7ec-4894-844e-44f84b7c3b07,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:51.862645 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 4499fdb3-16a3-4c5e-94f1-07baf827edcb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4499fdb3-16a3-4c5e-94f1-07baf827edcb,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:51.875200 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 00:59:51.880743 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:52.030019 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Sync routers for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:59:52.048232 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 4827324a-a969-452f-85b3-109a32799305 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:59:52.049204 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-53e3a626-b7cc-4078-84ea-e7c3eec8b948 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:52.051099 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-53e3a626-b7cc-4078-84ea-e7c3eec8b948 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 818 time: 0.2545176 Oct 16 00:59:52.052697 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:59:52.053343 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:59:52.058623 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:59:52.061219 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4146a1a8-bd90-4fa2-a764-78ba7082cb0a" -d '{"events": [{"server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "name": "network-vif-plugged", "status": "completed", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:59:52.088362 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:52.093023 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-a00616ff-5f6a-4e3d-ace8-8ac37bd2f498 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/quotas/5462fcbfca114c8885f77f42b479b13d HTTP/1.1" status: 200 len: 375 time: 0.0306871 Oct 16 00:59:52.100053 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872706f4-f608-4f6c-898f-27c8e6340ca5 req-6886c961-a8eb-40d7-9e6a-701de5b660d5 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:52.104359 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-872706f4-f608-4f6c-898f-27c8e6340ca5 req-6886c961-a8eb-40d7-9e6a-701de5b660d5 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 944 time: 0.1657901 Oct 16 00:59:52.137498 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:52.163934 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=4499fdb3-16a3-4c5e-94f1-07baf827edcb,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:52.176071 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 4827324a-a969-452f-85b3-109a32799305 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 00:59:52.190138 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 4827324a-a969-452f-85b3-109a32799305 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:52.191847 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (4827324a-a969-452f-85b3-109a32799305), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:52.193183 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 4827324a-a969-452f-85b3-109a32799305 Oct 16 00:59:52.235753 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-b2729bc2-9d4b-426d-b0e5-4938f8daaf37 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1317241 Oct 16 00:59:52.363119 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 4827324a-a969-452f-85b3-109a32799305 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:52.364423 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (4827324a-a969-452f-85b3-109a32799305), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:52.396434 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-872706f4-f608-4f6c-898f-27c8e6340ca5 req-73eab572-9cfa-4bdb-bea0-8eac26d9041b tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821317 Oct 16 00:59:52.419945 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ff7e4408-950a-473c-ab7f-589b2b7d442f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2994349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2786973'] for subnet (67eb960f-e877-4e93-8af8-8f120433934d), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:52.463527 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:59:52.464303 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 4827324a-a969-452f-85b3-109a32799305, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4827324a-a969-452f-85b3-109a32799305,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:52.464303 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (4827324a-a969-452f-85b3-109a32799305), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:52.547827 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:52.585424 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e4408-950a-473c-ab7f-589b2b7d442f admin admin] Pushing event updated for resources: {'Subnet': ['ID=67eb960f-e877-4e93-8af8-8f120433934d,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:52.586438 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=4827324a-a969-452f-85b3-109a32799305,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:52.610765 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 00:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bff62c7-c206-453f-afa6-bb69896b74c3 x-openstack-request-id: req-4bff62c7-c206-453f-afa6-bb69896b74c3 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:59:52.612241 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "name": "network-vif-plugged", "status": "completed", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:59:52.613862 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bff62c7-c206-453f-afa6-bb69896b74c3 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:59:52.614413 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bff62c7-c206-453f-afa6-bb69896b74c3'] response: {'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12', 'code': 200} Oct 16 00:59:52.620110 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7e4408-950a-473c-ab7f-589b2b7d442f admin admin] Checking segment: {'id': '0942553e-2aee-4b84-ab5c-33fc9ebfbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:59:52.621026 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7e4408-950a-473c-ab7f-589b2b7d442f admin admin] Network hostable DHCP agents. Network: 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 00:59:52.653790 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 2, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:59:52.654571 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7e4408-950a-473c-ab7f-589b2b7d442f admin admin] Network 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 00:59:52.669550 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-ff7e4408-950a-473c-ab7f-589b2b7d442f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:52.677392 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7e4408-950a-473c-ab7f-589b2b7d442f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:52.678369 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ff7e4408-950a-473c-ab7f-589b2b7d442f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:52.684245 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Checking router: a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:59:52.684602 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Updating router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 port d6141001-454c-4247-9f8c-c8bedfbcc602 binding host dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:59:52.688099 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580b950f-4291-44ef-a425-47b9d2cb2ac7 None None] Network 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:59:52.719304 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:52.725671 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ff7e4408-950a-473c-ab7f-589b2b7d442f admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0721655 Oct 16 00:59:52.727392 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33092) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:52.727539 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-d791ed5a-2a67-4b21-91ab-f8a312db1406 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491687 Oct 16 00:59:52.751205 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-669493276-router', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:52.888886 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11664'] for router (ccd44bba-f220-4e23-991f-31f6ef9b3518), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:52.892481 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11659'] for router (ccd44bba-f220-4e23-991f-31f6ef9b3518), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:52.937452 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf7ce3-e3a6-4082-84cf-9a1a519cef5b req-c491dfa8-6cff-4d05-8bac-30dfd1a707a7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:52.949643 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0baf7ce3-e3a6-4082-84cf-9a1a519cef5b req-c491dfa8-6cff-4d05-8bac-30dfd1a707a7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 946 time: 0.1584988 Oct 16 00:59:52.953787 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-a53a428f-683c-490d-b034-bf798fd8aea7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248316 Oct 16 00:59:53.040554 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-3ddf9fc6-b7ec-4894-844e-44f84b7c3b07', 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07', 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'fixed_ips': [{'subnet_id': '67eb960f-e877-4e93-8af8-8f120433934d'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 00:59:53.042063 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:53.079031 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Publish callbacks [] for router_controller (ccd44bba-f220-4e23-991f-31f6ef9b3518), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:53.080163 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:53.099841 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Publish callbacks [] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:53.116661 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:53.293354 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 4499fdb3-16a3-4c5e-94f1-07baf827edcb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:59:53.304003 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Pushing event updated for resources: {'Port': ['ID=d6141001-454c-4247-9f8c-c8bedfbcc602,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:53.308667 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:53.323132 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.323540 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.324074 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.324436 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.324774 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.325356 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.325689 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.326015 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.326341 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.326667 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.327849 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.328225 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.328529 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.328855 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.329180 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 00:59:53.329933 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f5412-3a3c-4824-afc0-7a92d75267e0 req-314ad847-e288-43fc-bcab-484344a9b25c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:53.338075 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Attempting to bind port d6141001-454c-4247-9f8c-c8bedfbcc602 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:59:53.338749 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Attempting to bind port d6141001-454c-4247-9f8c-c8bedfbcc602 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:59:53.339159 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Attempting to bind port d6141001-454c-4247-9f8c-c8bedfbcc602 on network 67400858-429f-4052-a9a5-3012690406d5 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:59:53.340283 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c50f5412-3a3c-4824-afc0-7a92d75267e0 req-314ad847-e288-43fc-bcab-484344a9b25c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.1182928 Oct 16 00:59:53.434554 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:59:53.435246 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Checking segment: {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:59:53.435664 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:53.436063 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Bound using segment: {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:59:53.436558 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Bound port: d6141001-454c-4247-9f8c-c8bedfbcc602, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:59:53.436951 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:53.461855 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Allocated IP 172.20.0.2 (3ddf9fc6-b7ec-4894-844e-44f84b7c3b07/67eb960f-e877-4e93-8af8-8f120433934d/58159a88-5783-4e48-abef-6853eb73d938) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:59:53.489914 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c50f5412-3a3c-4824-afc0-7a92d75267e0 req-bd655d22-e6e7-41e9-999f-c1a9c86ae4f1 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476321 Oct 16 00:59:53.550724 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 4499fdb3-16a3-4c5e-94f1-07baf827edcb triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:53.551382 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:53.551820 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 4499fdb3-16a3-4c5e-94f1-07baf827edcb Oct 16 00:59:53.553198 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:53.580140 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Publish callbacks [] for router_gateway (ccd44bba-f220-4e23-991f-31f6ef9b3518), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:53.605932 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0baf7ce3-e3a6-4082-84cf-9a1a519cef5b req-6d5fbf6f-a6e1-4b78-9c5b-4776052837ac tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530292 Oct 16 00:59:53.625719 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] For port d6141001-454c-4247-9f8c-c8bedfbcc602, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:59:53.641065 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] For port d6141001-454c-4247-9f8c-c8bedfbcc602, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d6141001-454c-4247-9f8c-c8bedfbcc602,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:59:53.662300 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:53.675935 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f5c3d4f-dfa2-4247-b3cc-b2b25189d085 req-a8e1e7e4-e511-42e8-991d-e77c7a33a852 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 210 time: 0.0541868 Oct 16 00:59:53.718438 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-917c68ee-10ac-4afd-968b-21e0af44fefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:53.791648 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:53.796134 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:59:53.796997 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:59:53.856443 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dde29-779c-4da1-beef-4797da7389db req-c5747a15-2c12-4eba-99ae-46cf57281d9d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:53.861814 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 4499fdb3-16a3-4c5e-94f1-07baf827edcb is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:53.871461 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b64dde29-779c-4da1-beef-4797da7389db req-c5747a15-2c12-4eba-99ae-46cf57281d9d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 945 time: 0.0869360 Oct 16 00:59:53.935248 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:59:54.006768 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Publish callbacks [] for port (58159a88-5783-4e48-abef-6853eb73d938), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:54.020861 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (58159a88-5783-4e48-abef-6853eb73d938), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:54.071166 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Network 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:59:54.086347 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:54.126468 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:59:54.130214 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce912c-ab35-4876-a319-1640e547b6e5 None None] Pushing event updated for resources: {'Port': ['ID=d6141001-454c-4247-9f8c-c8bedfbcc602,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:54.162918 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Publish callbacks [] for router_gateway (ccd44bba-f220-4e23-991f-31f6ef9b3518), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:54.191837 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:53Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:59:54.199231 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Pushing event updated for resources: {'Port': ['ID=58159a88-5783-4e48-abef-6853eb73d938,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:54.211856 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:54.227852 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ab0a5-ee50-40b4-8cf1-5adf8512c9d4 None None] The sync data for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi is: [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:53Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 00:59:54.290222 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b64dde29-779c-4da1-beef-4797da7389db req-7faaaf00-390a-428f-a97c-97c237011dd9 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4109774 Oct 16 00:59:54.339537 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Attempting to bind port 58159a88-5783-4e48-abef-6853eb73d938 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:59:54.340324 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Attempting to bind port 58159a88-5783-4e48-abef-6853eb73d938 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0942553e-2aee-4b84-ab5c-33fc9ebfbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:59:54.340886 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Attempting to bind port 58159a88-5783-4e48-abef-6853eb73d938 on network 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:59:54.445291 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:59:54.445743 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Checking segment: {'id': '0942553e-2aee-4b84-ab5c-33fc9ebfbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:59:54.446306 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:54.446705 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Bound using segment: {'id': '0942553e-2aee-4b84-ab5c-33fc9ebfbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:59:54.447256 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Bound port: 58159a88-5783-4e48-abef-6853eb73d938, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0942553e-2aee-4b84-ab5c-33fc9ebfbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:59:54.447638 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (58159a88-5783-4e48-abef-6853eb73d938), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:54.462764 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:54.572495 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Allocated IP 172.37.2.184 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/70290c51-f188-4c1e-8e6c-a1cdcf26ed1a) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:59:54.579148 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] For port 58159a88-5783-4e48-abef-6853eb73d938, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 00:59:54.597691 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] For port 58159a88-5783-4e48-abef-6853eb73d938, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=58159a88-5783-4e48-abef-6853eb73d938,segment=NetworkSegment(0942553e-2aee-4b84-ab5c-33fc9ebfbe94),segment_id=0942553e-2aee-4b84-ab5c-33fc9ebfbe94)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 00:59:54.609303 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (58159a88-5783-4e48-abef-6853eb73d938), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:54.623801 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4827324a-a969-452f-85b3-109a32799305'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:59:54.629179 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0e60b0-81ff-426a-900c-18db4b4e5d88" -d '{"events": [{"server_uuid": "18a404c6-15f6-40d3-bfbc-df301770a4fe", "name": "network-vif-plugged", "status": "completed", "tag": "4827324a-a969-452f-85b3-109a32799305"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:59:54.772759 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:54.773276 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272aa80-3a6d-4b58-aabb-f0ebc4e8a87a None None] Pushing event updated for resources: {'Port': ['ID=58159a88-5783-4e48-abef-6853eb73d938,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:54.840072 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 00:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2556e66a-7c7f-4973-a063-6a45c0601f22 x-openstack-request-id: req-2556e66a-7c7f-4973-a063-6a45c0601f22 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:59:54.840703 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a404c6-15f6-40d3-bfbc-df301770a4fe", "name": "network-vif-plugged", "status": "completed", "tag": "4827324a-a969-452f-85b3-109a32799305", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:59:54.841111 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2556e66a-7c7f-4973-a063-6a45c0601f22 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:59:54.841669 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2556e66a-7c7f-4973-a063-6a45c0601f22'] response: {'server_uuid': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4827324a-a969-452f-85b3-109a32799305', 'code': 200} Oct 16 00:59:54.906584 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Publish callbacks [] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:54.914619 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214081a-cc92-44a1-9d4a-92d8d0fa4c39 req-8dce28d5-349f-4656-9e78-d744ba17ca65 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:54.923092 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9214081a-cc92-44a1-9d4a-92d8d0fa4c39 req-8dce28d5-349f-4656-9e78-d744ba17ca65 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.1329801 Oct 16 00:59:54.950958 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:54.993047 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-953cfc01-7b6c-4cb5-943d-6373d1d3575f req-659d7132-b955-4aa6-bb47-5fe63a34b52b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 210 time: 0.0839577 Oct 16 00:59:55.053611 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9214081a-cc92-44a1-9d4a-92d8d0fa4c39 req-43d5682d-480a-4d33-8d1a-45ac61800033 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295071 Oct 16 00:59:55.104859 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:55.218588 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:59:55.222613 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Pushing event updated for resources: {'Port': ['ID=70290c51-f188-4c1e-8e6c-a1cdcf26ed1a,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:55.223088 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6dc01-6d3f-4f29-91cd-ed0dc6cd9e89 req-bb6dc4bc-5d8b-4a36-a29a-5001239909ef tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:55.234286 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5ae6dc01-6d3f-4f29-91cd-ed0dc6cd9e89 req-bb6dc4bc-5d8b-4a36-a29a-5001239909ef tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 946 time: 0.1267462 Oct 16 00:59:55.236924 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:55.241494 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:59:55.299500 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d6141001-454c-4247-9f8c-c8bedfbcc602 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:59:55.388555 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5ae6dc01-6d3f-4f29-91cd-ed0dc6cd9e89 req-5b837a6c-7a29-4753-af1b-16fea50c621d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526966 Oct 16 00:59:55.464462 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port d6141001-454c-4247-9f8c-c8bedfbcc602 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:55.465423 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:55.465914 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port d6141001-454c-4247-9f8c-c8bedfbcc602 Oct 16 00:59:55.628170 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port d6141001-454c-4247-9f8c-c8bedfbcc602 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:55.628816 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:55.644506 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e368e-569b-4551-a879-477d63505b71 req-f0285465-b53c-4b25-874f-8ff5a4f0dbf2 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:55.653966 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-598e368e-569b-4551-a879-477d63505b71 req-f0285465-b53c-4b25-874f-8ff5a4f0dbf2 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 945 time: 0.1551471 Oct 16 00:59:55.686404 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port d6141001-454c-4247-9f8c-c8bedfbcc602, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d6141001-454c-4247-9f8c-c8bedfbcc602,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:55.694762 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:55.695622 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 58159a88-5783-4e48-abef-6853eb73d938 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:59:55.782134 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=d6141001-454c-4247-9f8c-c8bedfbcc602,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:55.783000 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-598e368e-569b-4551-a879-477d63505b71 req-e1fd79b4-8189-4993-bf4f-04d0b8599a4c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279149 Oct 16 00:59:55.912726 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 58159a88-5783-4e48-abef-6853eb73d938 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:55.913119 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (58159a88-5783-4e48-abef-6853eb73d938), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:55.915412 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 58159a88-5783-4e48-abef-6853eb73d938 Oct 16 00:59:56.007020 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Publish callbacks [] for router_gateway (ccd44bba-f220-4e23-991f-31f6ef9b3518), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:56.065631 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 58159a88-5783-4e48-abef-6853eb73d938 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:56.066156 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (58159a88-5783-4e48-abef-6853eb73d938), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:56.219293 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 58159a88-5783-4e48-abef-6853eb73d938, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=58159a88-5783-4e48-abef-6853eb73d938,segment=NetworkSegment(0942553e-2aee-4b84-ab5c-33fc9ebfbe94),segment_id=0942553e-2aee-4b84-ab5c-33fc9ebfbe94)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:56.224270 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (58159a88-5783-4e48-abef-6853eb73d938), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:56.236509 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:56.304664 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1286bd76-7766-43c2-bdf7-45c23e536daa req-67342f24-425a-43b4-8dda-0bfe138cbb7e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 210 time: 0.0633402 Oct 16 00:59:56.630445 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60709f9-1917-459b-a1c2-ac7fe27285ac None None] Network 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 00:59:56.651310 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ce540-d205-4b9e-8648-8b86d2e454b9 req-8d1e519d-8d08-46c1-92a1-061ee524d772 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:56.653213 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-af6ce540-d205-4b9e-8648-8b86d2e454b9 req-8d1e519d-8d08-46c1-92a1-061ee524d772 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 946 time: 0.1090345 Oct 16 00:59:56.670691 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-45394a19-1acb-462e-85d0-7a2a33b22f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:56.673328 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:56.690068 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d135a-acc6-4e31-8ef7-079c9657472d req-9c39b077-ee2c-461c-9a67-d26feca9173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:56.691705 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f58d135a-acc6-4e31-8ef7-079c9657472d req-9c39b077-ee2c-461c-9a67-d26feca9173e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 1129 time: 0.2853215 Oct 16 00:59:56.705171 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8456c5a-ad68-4870-b901-17a26b61a1cc req-a8310bdc-5373-4525-9e27-10f72781c3be tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:56.707034 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c8456c5a-ad68-4870-b901-17a26b61a1cc req-a8310bdc-5373-4525-9e27-10f72781c3be tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 946 time: 0.1792164 Oct 16 00:59:56.742011 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:56.765565 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-af6ce540-d205-4b9e-8648-8b86d2e454b9 req-c7ad5887-f491-402c-b181-bf85d6213ad0 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027968 Oct 16 00:59:56.847316 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-d12446cf-5d93-4a2c-ab8c-9951d1936dd0 None None] Provisioning complete for port 58159a88-5783-4e48-abef-6853eb73d938 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:56.847810 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d12446cf-5d93-4a2c-ab8c-9951d1936dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (58159a88-5783-4e48-abef-6853eb73d938), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:56.848600 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-d12446cf-5d93-4a2c-ab8c-9951d1936dd0 None None] Attempt 1 to provision port 58159a88-5783-4e48-abef-6853eb73d938 Oct 16 00:59:56.851371 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=58159a88-5783-4e48-abef-6853eb73d938,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:57.039260 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-d12446cf-5d93-4a2c-ab8c-9951d1936dd0 None None] Current status of the port 58159a88-5783-4e48-abef-6853eb73d938 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:57.050821 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-c8456c5a-ad68-4870-b901-17a26b61a1cc req-79a5a1db-0e09-4966-a30c-ad3538bbec9b tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Deleting port d54d07bd-690c-4b92-9057-f975e6160581 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 00:59:57.051610 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c8456c5a-ad68-4870-b901-17a26b61a1cc req-79a5a1db-0e09-4966-a30c-ad3538bbec9b tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (d54d07bd-690c-4b92-9057-f975e6160581), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:57.145875 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68284c-4e5b-433c-9497-1a69b441632a req-30159e9b-da8e-4ab4-abf6-fe0b98f957f9 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:57.167924 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8f68284c-4e5b-433c-9497-1a69b441632a req-30159e9b-da8e-4ab4-abf6-fe0b98f957f9 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.1789908 Oct 16 00:59:57.196253 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-647395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934'] for router (ccd44bba-f220-4e23-991f-31f6ef9b3518), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:57.201589 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f58d135a-acc6-4e31-8ef7-079c9657472d req-99829d76-0bda-40ef-9ec1-c98844b8e871 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4140193 Oct 16 00:59:57.216478 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:57.230242 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0615d60-74c2-49e9-badc-dd615eeba027 req-3cb0f0dc-36af-42c3-b0f0-de1c7c9a6bdd tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:57.237779 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0615d60-74c2-49e9-badc-dd615eeba027 req-3cb0f0dc-36af-42c3-b0f0-de1c7c9a6bdd tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 945 time: 0.2141330 Oct 16 00:59:57.313701 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d6141001-454c-4247-9f8c-c8bedfbcc602 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:59:57.367978 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:57.382494 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-f75233fa-2daf-4a3b-86c8-6c0c121e02bb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:57.384187 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-f75233fa-2daf-4a3b-86c8-6c0c121e02bb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 818 time: 0.3504615 Oct 16 00:59:57.386719 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-c8456c5a-ad68-4870-b901-17a26b61a1cc req-79a5a1db-0e09-4966-a30c-ad3538bbec9b tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] For port d54d07bd-690c-4b92-9057-f975e6160581, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d54d07bd-690c-4b92-9057-f975e6160581,segment=NetworkSegment(4d693cf3-b43f-41e8-8a4a-dae4c48f093a),segment_id=4d693cf3-b43f-41e8-8a4a-dae4c48f093a)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 00:59:57.387119 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c8456c5a-ad68-4870-b901-17a26b61a1cc req-79a5a1db-0e09-4966-a30c-ad3538bbec9b tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (d54d07bd-690c-4b92-9057-f975e6160581), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:57.406703 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0615d60-74c2-49e9-badc-dd615eeba027 req-13d726fe-540d-43b0-99ba-9370426a5f38 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522901 Oct 16 00:59:57.466468 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8f68284c-4e5b-433c-9497-1a69b441632a req-d327646c-7ce2-43a5-ac66-7c125e7880bf tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903209 Oct 16 00:59:57.500368 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-46559d83-0e43-4533-a3aa-8ca12497f31c None None] Provisioning complete for port 58159a88-5783-4e48-abef-6853eb73d938 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:57.517948 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-46559d83-0e43-4533-a3aa-8ca12497f31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (58159a88-5783-4e48-abef-6853eb73d938), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:57.517948 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-46559d83-0e43-4533-a3aa-8ca12497f31c None None] Attempt 1 to provision port 58159a88-5783-4e48-abef-6853eb73d938 Oct 16 00:59:57.545751 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port d6141001-454c-4247-9f8c-c8bedfbcc602 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:57.546136 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:57.546506 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port d6141001-454c-4247-9f8c-c8bedfbcc602 Oct 16 00:59:57.584793 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-c8456c5a-ad68-4870-b901-17a26b61a1cc req-79a5a1db-0e09-4966-a30c-ad3538bbec9b tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Calling delete_port for d54d07bd-690c-4b92-9057-f975e6160581 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 00:59:57.601902 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-bfbe53bc-7802-4e62-ac35-a6fa55c58aa2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5462fcbfca114c8885f77f42b479b13d HTTP/1.1" status: 200 len: 380 time: 0.1638837 Oct 16 00:59:57.613008 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Router ccd44bba-f220-4e23-991f-31f6ef9b3518 is scheduled to L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 00:59:57.619478 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Request body: {'port': {'device_id': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'admin_state_up': True, 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'security_groups': ['e4a83e87-e8e3-429b-8d31-804d75d095e2']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:57.663736 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a707460c-32ce-4f3b-983f-01cfd54b2df2 req-4e435d44-a444-49b9-8b3e-12a1330dad23 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 210 time: 0.0761161 Oct 16 00:59:57.729483 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-46559d83-0e43-4533-a3aa-8ca12497f31c None None] Current status of the port 58159a88-5783-4e48-abef-6853eb73d938 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:57.777631 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:57.815578 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 00:59:57.860406 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Sync routers for ids ['ccd44bba-f220-4e23-991f-31f6ef9b3518'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 00:59:57.872937 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:57.875326 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e7d6f6aa-18ea-46b4-afe0-fa05edea5331 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1433768 Oct 16 00:59:57.876912 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33158) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 00:59:57.906378 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Made reservation on behalf of 5462fcbfca114c8885f77f42b479b13d for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 00:59:57.910899 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:57.922666 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Routers {'ccd44bba-f220-4e23-991f-31f6ef9b3518'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 00:59:57.925477 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['ccd44bba-f220-4e23-991f-31f6ef9b3518'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:59:57.967124 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c8456c5a-ad68-4870-b901-17a26b61a1cc req-79a5a1db-0e09-4966-a30c-ad3538bbec9b tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (d54d07bd-690c-4b92-9057-f975e6160581), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:58.009890 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:58.012168 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f80ba88a-f56b-4ea7-8299-9214c482afbf req-c6c456c3-7aa6-43b3-ae02-5d54c44f3e0a tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 210 time: 0.0381813 Oct 16 00:59:58.019515 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5a1db-0e09-4966-a30c-ad3538bbec9b tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Pushing event deleted for resources: {'Port': ['ID=d54d07bd-690c-4b92-9057-f975e6160581,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:58.063739 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:58.110049 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8456c5a-ad68-4870-b901-17a26b61a1cc req-79a5a1db-0e09-4966-a30c-ad3538bbec9b tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] No DVR routers for this DVR port d54d07bd-690c-4b92-9057-f975e6160581 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 00:59:58.112788 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c8456c5a-ad68-4870-b901-17a26b61a1cc req-79a5a1db-0e09-4966-a30c-ad3538bbec9b tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:58.116307 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c8456c5a-ad68-4870-b901-17a26b61a1cc req-79a5a1db-0e09-4966-a30c-ad3538bbec9b tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.36 "DELETE /networking/v2.0/ports/d54d07bd-690c-4b92-9057-f975e6160581 HTTP/1.1" status: 204 len: 173 time: 1.3303177 Oct 16 00:59:58.122324 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c3eeb0-533f-45a8-ba39-af5ff71addee', 'name': 'network-vif-deleted', 'tag': 'd54d07bd-690c-4b92-9057-f975e6160581'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 00:59:58.127454 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf9f7ff-fbc3-4cf2-8025-131a859990b8" -d '{"events": [{"server_uuid": "13c3eeb0-533f-45a8-ba39-af5ff71addee", "name": "network-vif-deleted", "tag": "d54d07bd-690c-4b92-9057-f975e6160581"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 00:59:58.176900 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port d6141001-454c-4247-9f8c-c8bedfbcc602 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:58.178170 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 58159a88-5783-4e48-abef-6853eb73d938 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 00:59:58.187880 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['d54d07bd-690c-4b92-9057-f975e6160581'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 00:59:58.231186 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Set router ccd44bba-f220-4e23-991f-31f6ef9b3518 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 00:59:58.250469 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 00:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d820ee-3716-4245-8c1e-76c5e6d1ac61 x-openstack-request-id: req-c6d820ee-3716-4245-8c1e-76c5e6d1ac61 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 00:59:58.251090 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c3eeb0-533f-45a8-ba39-af5ff71addee", "name": "network-vif-deleted", "tag": "d54d07bd-690c-4b92-9057-f975e6160581", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 00:59:58.251839 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6d820ee-3716-4245-8c1e-76c5e6d1ac61 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 00:59:58.253339 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d820ee-3716-4245-8c1e-76c5e6d1ac61'] response: {'server_uuid': '13c3eeb0-533f-45a8-ba39-af5ff71addee', 'name': 'network-vif-deleted', 'tag': 'd54d07bd-690c-4b92-9057-f975e6160581', 'status': 'completed', 'code': 200} Oct 16 00:59:58.263106 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Allocated IP 172.20.0.4 (f6d9aa56-b330-4b62-a416-c067206c96f0/a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c/eacd06b0-a0a4-40d4-b556-dd29e648da3c) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:59:58.543905 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:58.551444 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 58159a88-5783-4e48-abef-6853eb73d938 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:58.554055 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (58159a88-5783-4e48-abef-6853eb73d938), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:58.554679 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 58159a88-5783-4e48-abef-6853eb73d938 Oct 16 00:59:58.562140 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:58.575871 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:58.614084 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:58.672332 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd89d94-45d5-4c28-a17f-1d0eadca1f94 req-2fe5aeca-2ffd-4c3f-878c-3ebc72353e2d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:58.674642 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dbd89d94-45d5-4c28-a17f-1d0eadca1f94 req-2fe5aeca-2ffd-4c3f-878c-3ebc72353e2d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 945 time: 0.0696752 Oct 16 00:59:58.761301 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'name': 'tempest-TestVolumeBootPattern-669493276-router', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:52Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 3, 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'gw_port': {'id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:54Z', 'updated_at': '2022-10-16T00:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 00:59:58.798671 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Checking router: ccd44bba-f220-4e23-991f-31f6ef9b3518 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 00:59:58.799053 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Updating router ccd44bba-f220-4e23-991f-31f6ef9b3518 port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a binding host dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 00:59:58.803963 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 58159a88-5783-4e48-abef-6853eb73d938 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 00:59:58.809215 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dbd89d94-45d5-4c28-a17f-1d0eadca1f94 req-ba098ec7-9ab4-4210-ae3b-2b1712894d5b tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269267 Oct 16 00:59:58.890365 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:59.128931 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:59.136748 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb04cf-a4b3-4de8-8b78-8471cbc8fb43 req-7d76e779-d1da-471d-8b12-0c1b32bca08d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:59.138706 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2efb04cf-a4b3-4de8-8b78-8471cbc8fb43 req-7d76e779-d1da-471d-8b12-0c1b32bca08d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.4886203 Oct 16 00:59:59.150587 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Network f6d9aa56-b330-4b62-a416-c067206c96f0 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 00:59:59.173802 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 00:59:59.176596 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 00:59:59.196302 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c69dbe-6094-4c12-b082-d667cd9e8bf3 req-aa2c38f5-ec0c-4249-854f-da19dc86ead8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:59.208483 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b8c69dbe-6094-4c12-b082-d667cd9e8bf3 req-aa2c38f5-ec0c-4249-854f-da19dc86ead8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 931 time: 0.2380824 Oct 16 00:59:59.213299 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event updated for resources: {'Port': ['ID=eacd06b0-a0a4-40d4-b556-dd29e648da3c,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:59.287374 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2efb04cf-a4b3-4de8-8b78-8471cbc8fb43 req-0ef6795d-5813-4f88-a3c0-84d69a38299e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350381 Oct 16 00:59:59.296397 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:59.304913 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 00:59:59.308965 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:59.354364 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-41b895e4-cbe3-4e33-9503-83e9f701722b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7393169 Oct 16 00:59:59.367698 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Request body: {'port': {'device_id': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 00:59:59.373845 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:59.570126 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:59.575993 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-45324b1a-7d3d-4176-a0e9-b671110cc2d7 req-1d41ad5c-6118-46a3-97fc-448240044165 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13c3eeb0-533f-45a8-ba39-af5ff71addee HTTP/1.1" status: 200 len: 210 time: 0.0576694 Oct 16 00:59:59.641058 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Publish callbacks [] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:59.656181 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b8c69dbe-6094-4c12-b082-d667cd9e8bf3 req-24e3b108-7b70-41dc-befb-7db2935f7a22 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4466906 Oct 16 00:59:59.665264 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:59.687147 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 00:59:59.732654 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Attempting to bind port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 00:59:59.733025 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Attempting to bind port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 00:59:59.733506 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Attempting to bind port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a on network 208c62ac-592a-4dec-a1cf-31599d23bbee {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 00:59:59.737817 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-ff09cf02-9046-4cce-8ab4-38ab2adac466 None None] Provisioning complete for port eacd06b0-a0a4-40d4-b556-dd29e648da3c triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 00:59:59.738188 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ff09cf02-9046-4cce-8ab4-38ab2adac466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:59.738520 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-ff09cf02-9046-4cce-8ab4-38ab2adac466 None None] Attempt 1 to provision port eacd06b0-a0a4-40d4-b556-dd29e648da3c Oct 16 00:59:59.801496 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2305757-a7bb-47a2-8e86-47497763ed15 None None] Pushing event updated for resources: {'Port': ['ID=70290c51-f188-4c1e-8e6c-a1cdcf26ed1a,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 00:59:59.805879 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Allocated IP 172.20.0.1 (3ddf9fc6-b7ec-4894-844e-44f84b7c3b07/67eb960f-e877-4e93-8af8-8f120433934d/6602cfc3-b450-43d0-b2b3-391416a4e3fb) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 00:59:59.816146 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ff09cf02-9046-4cce-8ab4-38ab2adac466 None None] Port eacd06b0-a0a4-40d4-b556-dd29e648da3c cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 00:59:59.838777 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 00:59:59.839184 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 00:59:59.840456 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:59.842214 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Bound using segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 00:59:59.842832 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Bound port: 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 00:59:59.843265 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 00:59:59.996675 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] For port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:00:00.001186 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] For port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70290c51-f188-4c1e-8e6c-a1cdcf26ed1a,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:00:00.012630 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:00.052791 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:00.091007 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Publish callbacks [] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:00.132067 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:00.143052 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc9d19-ab36-411d-8357-c55b53fa78dd req-a439619e-5472-41ea-8bf9-ceeb80e9d272 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:00.146830 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eccc9d19-ab36-411d-8357-c55b53fa78dd req-a439619e-5472-41ea-8bf9-ceeb80e9d272 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 945 time: 0.1575348 Oct 16 01:00:00.152614 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Network 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:00.166892 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:00.167128 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Routers {'ccd44bba-f220-4e23-991f-31f6ef9b3518'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:00.167128 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['ccd44bba-f220-4e23-991f-31f6ef9b3518'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:00.201664 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:00:00.256268 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2305757-a7bb-47a2-8e86-47497763ed15 None None] Pushing event updated for resources: {'Port': ['ID=70290c51-f188-4c1e-8e6c-a1cdcf26ed1a,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:00.274891 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:00.276305 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:00.291576 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Pushing event updated for resources: {'Port': ['ID=6602cfc3-b450-43d0-b2b3-391416a4e3fb,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:00.303303 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647477'] for router_interface (ccd44bba-f220-4e23-991f-31f6ef9b3518), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:00.406897 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] Set router ccd44bba-f220-4e23-991f-31f6ef9b3518 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:00.470651 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacd06b0-a0a4-40d4-b556-dd29e648da3c {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:00:00.494805 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eccc9d19-ab36-411d-8357-c55b53fa78dd req-366bcb42-7cc8-485a-b0da-daa9338f488a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368182 Oct 16 01:00:00.506130 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Publish callbacks [] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:00.550129 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Transition to ACTIVE for port object eacd06b0-a0a4-40d4-b556-dd29e648da3c will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:00:00.553861 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:00.557335 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:00.688787 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:00.746952 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75743bb0-baa8-4555-a22f-6cdeb879531d req-667d3f1e-59e0-4cc7-ad71-5b71c957a374 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:00.750802 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75743bb0-baa8-4555-a22f-6cdeb879531d req-667d3f1e-59e0-4cc7-ad71-5b71c957a374 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.2939239 Oct 16 01:00:00.873081 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:00.894324 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-d7098f64-9cde-44d2-a541-c654dfcc4d07 None None] Provisioning complete for port 6602cfc3-b450-43d0-b2b3-391416a4e3fb triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:00.895134 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d7098f64-9cde-44d2-a541-c654dfcc4d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:00.895134 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-d7098f64-9cde-44d2-a541-c654dfcc4d07 None None] Attempt 1 to provision port 6602cfc3-b450-43d0-b2b3-391416a4e3fb Oct 16 01:00:00.896713 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75743bb0-baa8-4555-a22f-6cdeb879531d req-7bf14520-a199-4b60-8029-a03677c79ee2 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233180 Oct 16 01:00:00.918098 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:00.945166 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627b7ab-84c0-4cb5-9f5e-4457f2c5aae3 req-f6b34b47-3ba1-41aa-a279-5bf4813b2b83 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:00.949397 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-d7098f64-9cde-44d2-a541-c654dfcc4d07 None None] Port 6602cfc3-b450-43d0-b2b3-391416a4e3fb cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:00:00.958068 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2627b7ab-84c0-4cb5-9f5e-4457f2c5aae3 req-f6b34b47-3ba1-41aa-a279-5bf4813b2b83 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 945 time: 0.2259786 Oct 16 01:00:01.000942 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Pushing event updated for resources: {'Port': ['ID=eacd06b0-a0a4-40d4-b556-dd29e648da3c,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:01.002823 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33194) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:01.014308 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-c578a46c-1499-4673-8287-25e18af672ca tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'floatingip': {'port_id': '4827324a-a969-452f-85b3-109a32799305'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:01.048477 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'name': 'tempest-TestVolumeBootPattern-669493276-router', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:52Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 3, 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'gw_port': {'id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:54Z', 'updated_at': '2022-10-16T00:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:01.079469 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d29bd8-4ad5-456d-980e-f10a337ef92b None None] The sync data for ids ['ccd44bba-f220-4e23-991f-31f6ef9b3518'] in dv-cinder-master-3-iscsi is: [{'id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'name': 'tempest-TestVolumeBootPattern-669493276-router', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:52Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 3, 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'gw_port': {'id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:54Z', 'updated_at': '2022-10-16T00:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:00:01.148850 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c578a46c-1499-4673-8287-25e18af672ca tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (9c658e7b-2d21-4e63-9a85-67f51c8a8e41), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:01.154810 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Attempting to bind port eacd06b0-a0a4-40d4-b556-dd29e648da3c on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:00:01.155177 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Attempting to bind port eacd06b0-a0a4-40d4-b556-dd29e648da3c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:00:01.155567 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Attempting to bind port eacd06b0-a0a4-40d4-b556-dd29e648da3c on network f6d9aa56-b330-4b62-a416-c067206c96f0 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:01.211688 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530b382-44a2-4516-9417-c5857e58aab0 req-d6a11bec-a5c4-406f-9add-bf63eb470107 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:01.219502 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5530b382-44a2-4516-9417-c5857e58aab0 req-d6a11bec-a5c4-406f-9add-bf63eb470107 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 943 time: 0.1341691 Oct 16 01:00:01.249208 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Port eacd06b0-a0a4-40d4-b556-dd29e648da3c on network f6d9aa56-b330-4b62-a416-c067206c96f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:00:01.249585 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Attempting to bind port eacd06b0-a0a4-40d4-b556-dd29e648da3c on network f6d9aa56-b330-4b62-a416-c067206c96f0 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:01.341418 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5530b382-44a2-4516-9417-c5857e58aab0 req-960091a1-dc92-4664-ac2f-d8ab127e7c13 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203442 Oct 16 01:00:01.369809 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:00:01.370322 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Checking segment: {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:01.370639 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Bound using segment: {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:00:01.371146 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Bound port: eacd06b0-a0a4-40d4-b556-dd29e648da3c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6387b2f2-0bee-4573-8938-2efc29213a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:00:01.371545 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:01.535110 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] For port eacd06b0-a0a4-40d4-b556-dd29e648da3c, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:00:01.540555 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] For port eacd06b0-a0a4-40d4-b556-dd29e648da3c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eacd06b0-a0a4-40d4-b556-dd29e648da3c,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:00:01.563141 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:01.569415 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:01.570434 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:01.572362 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/eacd06b0-a0a4-40d4-b556-dd29e648da3c HTTP/1.1" status: 200 len: 1093 time: 2.2107809 Oct 16 01:00:01.573388 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'tag': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:01.578651 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c31b1d-8246-4529-8730-4c9f51554d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a14ab912-59d2-449f-b756-d19cad8d7b96", "tag": "eacd06b0-a0a4-40d4-b556-dd29e648da3c"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:01.673803 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d59681-a294-4431-bd4b-24881913ea51 x-openstack-request-id: req-27d59681-a294-4431-bd4b-24881913ea51 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:01.673803 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14ab912-59d2-449f-b756-d19cad8d7b96", "tag": "eacd06b0-a0a4-40d4-b556-dd29e648da3c", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:01.673803 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27d59681-a294-4431-bd4b-24881913ea51 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:01.673803 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d59681-a294-4431-bd4b-24881913ea51'] response: {'name': 'network-changed', 'server_uuid': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'tag': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'status': 'completed', 'code': 200} Oct 16 01:00:01.710272 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-47aae53c-85b6-435a-bc97-063d50a1854c tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:01.722905 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-47aae53c-85b6-435a-bc97-063d50a1854c tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2990507f-5171-4eb8-ae44-3866cf4c43a9 HTTP/1.1" status: 200 len: 809 time: 0.3830776 Oct 16 01:00:01.738036 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-3b52ac91-3816-4898-bf1a-73adcc46fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:01.739829 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-3b52ac91-3816-4898-bf1a-73adcc46fbbf service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 1127 time: 0.0921762 Oct 16 01:00:01.752310 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe30ac-5c4f-451e-bd6e-79c4de3bcb75 service neutron] Pushing event updated for resources: {'Port': ['ID=eacd06b0-a0a4-40d4-b556-dd29e648da3c,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:01.757660 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-f0d2ee1c-5283-4a9d-9c57-2fc7c2126116 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/quotas/92116166994646b39ec7a4c23e8cedc4 HTTP/1.1" status: 200 len: 375 time: 0.0335357 Oct 16 01:00:01.775992 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Publish callbacks [] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:01.817591 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-52496f80-0d20-4c24-ac72-c21f832adc3c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eacd06b0-a0a4-40d4-b556-dd29e648da3c HTTP/1.1" status: 200 len: 217 time: 0.0592968 Oct 16 01:00:01.856760 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-4f0ec805-d4ea-4a1c-988b-cdcb0324ef3f tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=92116166994646b39ec7a4c23e8cedc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980051 Oct 16 01:00:01.859290 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:01.897430 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-4638525e-2d38-4179-8548-757f1f51c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:01.898963 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-4638525e-2d38-4179-8548-757f1f51c1d3 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.0733864 Oct 16 01:00:01.958005 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-0dcc8e51-4e2c-4a56-a82c-94ff4ef00474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:01.962146 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-0dcc8e51-4e2c-4a56-a82c-94ff4ef00474 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557609 Oct 16 01:00:02.116120 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607001c-27bb-4690-b0ab-f63be30f43cd req-9e18dd69-2d69-45af-8814-6e95b3877dd0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:02.117688 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0607001c-27bb-4690-b0ab-f63be30f43cd req-9e18dd69-2d69-45af-8814-6e95b3877dd0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0804675 Oct 16 01:00:02.186809 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0607001c-27bb-4690-b0ab-f63be30f43cd req-8e1f94b2-575d-426d-9d18-435eb8ee71e6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623703 Oct 16 01:00:02.381358 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Pushing event updated for resources: {'Port': ['ID=6602cfc3-b450-43d0-b2b3-391416a4e3fb,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:02.454493 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:02.484038 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647593'] for router_interface (ccd44bba-f220-4e23-991f-31f6ef9b3518), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:02.545499 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433153a8-ac59-439e-bfbe-d3566d8022d9 req-9da0602c-3480-478c-8dbf-1560574f2518 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:02.554183 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-433153a8-ac59-439e-bfbe-d3566d8022d9 req-9da0602c-3480-478c-8dbf-1560574f2518 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 943 time: 0.0902679 Oct 16 01:00:02.554538 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d60124b0-06a5-4902-8694-baf49af6b5a4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2990507f-5171-4eb8-ae44-3866cf4c43a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876192 Oct 16 01:00:02.616447 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-433153a8-ac59-439e-bfbe-d3566d8022d9 req-2e3449cb-fcf2-44b0-a628-7ea6f2b2bde7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613871 Oct 16 01:00:02.658881 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:02.766659 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-5aa23164-2c09-4118-b7b3-41d4b65e24fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2990507f-5171-4eb8-ae44-3866cf4c43a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765285 Oct 16 01:00:02.777707 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Network 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:02.812865 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:02.892745 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c578a46c-1499-4673-8287-25e18af672ca tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:02.906537 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c578a46c-1499-4673-8287-25e18af672ca tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (9c658e7b-2d21-4e63-9a85-67f51c8a8e41), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:02.986325 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:03.020315 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-5b47c170-00cf-4949-b96f-f125097cfe9c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964502 Oct 16 01:00:03.113676 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Router ccd44bba-f220-4e23-991f-31f6ef9b3518 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:00:03.120055 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-c578a46c-1499-4673-8287-25e18af672ca tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Floating IP 9c658e7b-2d21-4e63-9a85-67f51c8a8e41 associated. External IP: 172.37.2.107, port: 4827324a-a969-452f-85b3-109a32799305. Oct 16 01:00:03.195271 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-edb68be7-f262-4d07-8d28-2effdc000671 req-dc380479-f302-4221-bc34-6fbd539918f4 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 210 time: 0.0943604 Oct 16 01:00:03.196241 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-093bac58-22fc-4e26-a778-19ac5d04c626 None None] Provisioning complete for port 6602cfc3-b450-43d0-b2b3-391416a4e3fb triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:03.197268 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-093bac58-22fc-4e26-a778-19ac5d04c626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:03.197759 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-093bac58-22fc-4e26-a778-19ac5d04c626 None None] Attempt 1 to provision port 6602cfc3-b450-43d0-b2b3-391416a4e3fb Oct 16 01:00:03.299115 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-093bac58-22fc-4e26-a778-19ac5d04c626 None None] Port 6602cfc3-b450-43d0-b2b3-391416a4e3fb cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:00:03.355474 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:03.394653 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:03.454090 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:03.454481 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:03.454825 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a Oct 16 01:00:03.471970 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:00:03.512833 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a6be8ca5-04e1-4cf8-b7a5-a99e1a7539ad admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/ccd44bba-f220-4e23-991f-31f6ef9b3518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6347020 Oct 16 01:00:03.605444 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3211a6e-4c27-4b85-9d4f-43567d426aee req-6f25bcb7-8f83-4426-881f-47f7cdc6b782 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:03.607180 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c3211a6e-4c27-4b85-9d4f-43567d426aee req-6f25bcb7-8f83-4426-881f-47f7cdc6b782 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.2064023 Oct 16 01:00:03.698742 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:03.700307 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:03.757333 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70290c51-f188-4c1e-8e6c-a1cdcf26ed1a,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:03.767293 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device d54d07bd-690c-4b92-9057-f975e6160581 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:00:03.777595 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:03.816604 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c578a46c-1499-4673-8287-25e18af672ca tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Router 04f2e7d9-6f59-4273-afb1-c6b961e608fe has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:00:03.826376 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Sync routers for ids ['ccd44bba-f220-4e23-991f-31f6ef9b3518'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:00:03.840795 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c3211a6e-4c27-4b85-9d4f-43567d426aee req-6243a63f-7a1b-4880-8fd8-a84e195e45e6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220440 Oct 16 01:00:03.843225 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: d54d07bd-690c-4b92-9057-f975e6160581 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:00:03.843574 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device d54d07bd-690c-4b92-9057-f975e6160581 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:00:03.846245 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:03.860766 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Routers {'ccd44bba-f220-4e23-991f-31f6ef9b3518'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:03.861767 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['ccd44bba-f220-4e23-991f-31f6ef9b3518'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:03.872858 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:03.979410 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=70290c51-f188-4c1e-8e6c-a1cdcf26ed1a,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:04.004466 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35a17c-16c0-49d3-9dfd-4920e87fbd0d req-e9455203-87c9-41b7-9fc1-544e9d3e857e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:04.013931 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6a35a17c-16c0-49d3-9dfd-4920e87fbd0d req-e9455203-87c9-41b7-9fc1-544e9d3e857e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 943 time: 0.2018898 Oct 16 01:00:04.032469 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a00ac4b2-980b-4757-89a2-cef53a28ef37 req-1af1cd82-0a43-49ce-adf8-40d809ec739d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668056 Oct 16 01:00:04.107437 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:04.110050 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Set router ccd44bba-f220-4e23-991f-31f6ef9b3518 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:04.111213 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6a35a17c-16c0-49d3-9dfd-4920e87fbd0d req-00ecf869-ea5e-49eb-8974-fc19c0df9362 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936370 Oct 16 01:00:04.149473 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c578a46c-1499-4673-8287-25e18af672ca tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:00:04.162373 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b96cae-d00e-4410-9b84-3f47e7d9adbc None None] Sync routers for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:00:04.169465 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c578a46c-1499-4673-8287-25e18af672ca tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:04.177867 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b96cae-d00e-4410-9b84-3f47e7d9adbc None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:04.178500 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-b2b96cae-d00e-4410-9b84-3f47e7d9adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:04.217268 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c578a46c-1499-4673-8287-25e18af672ca tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/9c658e7b-2d21-4e63-9a85-67f51c8a8e41 HTTP/1.1" status: 200 len: 991 time: 3.2126672 Oct 16 01:00:04.218127 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'tag': '4827324a-a969-452f-85b3-109a32799305'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:04.220681 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7113c60-34a5-47f5-b0d3-9a3542c24b84" -d '{"events": [{"name": "network-changed", "server_uuid": "18a404c6-15f6-40d3-bfbc-df301770a4fe", "tag": "4827324a-a969-452f-85b3-109a32799305"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:04.263725 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21da0809-d0f0-4587-bf19-1754371c6eb7 x-openstack-request-id: req-21da0809-d0f0-4587-bf19-1754371c6eb7 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:04.264081 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a404c6-15f6-40d3-bfbc-df301770a4fe", "tag": "4827324a-a969-452f-85b3-109a32799305", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:04.264268 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21da0809-d0f0-4587-bf19-1754371c6eb7 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:04.264676 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21da0809-d0f0-4587-bf19-1754371c6eb7'] response: {'name': 'network-changed', 'server_uuid': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'tag': '4827324a-a969-452f-85b3-109a32799305', 'status': 'completed', 'code': 200} Oct 16 01:00:04.364500 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-b2b96cae-d00e-4410-9b84-3f47e7d9adbc None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:04.403504 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33256) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:04.408391 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-6653d079-a17a-4cb2-82d1-a66b83b8461f tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1119436186', 'description': 'tempest-secgroup-smoke-1119436186 description', 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:04.409242 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f3813eed-a170-465a-9f9c-93ca525cabd0 req-b0d01cdf-e04f-4af8-b47e-54457c8e51ca tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 210 time: 0.0656903 Oct 16 01:00:04.444222 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6653d079-a17a-4cb2-82d1-a66b83b8461f tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:04.464673 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'name': 'tempest-TestVolumeBootPattern-669493276-router', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:52Z', 'updated_at': '2022-10-16T01:00:00Z', 'revision_number': 4, 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'gw_port': {'id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:54Z', 'updated_at': '2022-10-16T01:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6602cfc3-b450-43d0-b2b3-391416a4e3fb', 'name': '', 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'mac_address': 'fa:16:3e:30:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '67eb960f-e877-4e93-8af8-8f120433934d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:59Z', 'updated_at': '2022-10-16T01:00:00Z', 'revision_number': 2, 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'subnets': [{'id': '67eb960f-e877-4e93-8af8-8f120433934d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:04.496461 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Checking router: ccd44bba-f220-4e23-991f-31f6ef9b3518 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:00:04.496883 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Updating router ccd44bba-f220-4e23-991f-31f6ef9b3518 port 6602cfc3-b450-43d0-b2b3-391416a4e3fb binding host dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 01:00:04.501550 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:04.539628 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:04.549083 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6653d079-a17a-4cb2-82d1-a66b83b8461f tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group (04a6f405-fb32-4245-a68e-14ecec65861c), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:04.554688 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6653d079-a17a-4cb2-82d1-a66b83b8461f tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (04a6f405-fb32-4245-a68e-14ecec65861c), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:04.601488 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6653d079-a17a-4cb2-82d1-a66b83b8461f tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:04.604089 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6653d079-a17a-4cb2-82d1-a66b83b8461f tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1993632 Oct 16 01:00:04.607128 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33258) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:04.609409 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653d079-a17a-4cb2-82d1-a66b83b8461f tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a6f405-fb32-4245-a68e-14ecec65861c,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:04.612032 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-d225ad0a-5c4b-4a9f-bfa3-70b85dff05f6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'security_group_rule': {'security_group_id': '04a6f405-fb32-4245-a68e-14ecec65861c', 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:04.682006 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d225ad0a-5c4b-4a9f-bfa3-70b85dff05f6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (b3dc21cc-c421-4382-a102-8b8b5597fcea), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:04.781745 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d225ad0a-5c4b-4a9f-bfa3-70b85dff05f6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (b3dc21cc-c421-4382-a102-8b8b5597fcea), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:04.787309 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d225ad0a-5c4b-4a9f-bfa3-70b85dff05f6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (b3dc21cc-c421-4382-a102-8b8b5597fcea), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:04.819210 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225ad0a-5c4b-4a9f-bfa3-70b85dff05f6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3dc21cc-c421-4382-a102-8b8b5597fcea,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:04.826419 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d225ad0a-5c4b-4a9f-bfa3-70b85dff05f6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:04.828914 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d225ad0a-5c4b-4a9f-bfa3-70b85dff05f6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2205353 Oct 16 01:00:04.831939 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33262) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:04.836859 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-b1ba0607-3195-4978-a54a-ef15d96e2cb8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'security_group_rule': {'security_group_id': '04a6f405-fb32-4245-a68e-14ecec65861c', 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:04.894437 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-b2b96cae-d00e-4410-9b84-3f47e7d9adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '63361ebc-ed62-43cf-a9e3-1ab87fe709d4', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.222', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': 'ae364987-4db0-45e9-8b32-48163c845492', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:63:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:57:44Z', 'updated_at': '2022-10-16T00:58:19Z', 'revision_number': 2, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}, {'id': '9c658e7b-2d21-4e63-9a85-67f51c8a8e41', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.107', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': '4827324a-a969-452f-85b3-109a32799305', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:95:9c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:59:35Z', 'updated_at': '2022-10-16T01:00:02Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:04.909738 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0607-3195-4978-a54a-ef15d96e2cb8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (daec3887-43a8-4593-ac89-8d9e89eda5b7), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:04.976157 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b96cae-d00e-4410-9b84-3f47e7d9adbc None None] Checking router: 04f2e7d9-6f59-4273-afb1-c6b961e608fe for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:00:05.000186 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b96cae-d00e-4410-9b84-3f47e7d9adbc None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:05.001131 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-b2b96cae-d00e-4410-9b84-3f47e7d9adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:05.056871 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Publish callbacks [] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.059987 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:05.063921 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.109158 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0607-3195-4978-a54a-ef15d96e2cb8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (daec3887-43a8-4593-ac89-8d9e89eda5b7), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.131664 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068d68b-4682-4bf5-8e74-5ea3d7fd9cb3 req-faac410e-a7b7-49ef-88dd-cd96d771d92f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:05.133234 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e068d68b-4682-4bf5-8e74-5ea3d7fd9cb3 req-faac410e-a7b7-49ef-88dd-cd96d771d92f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.1381691 Oct 16 01:00:05.133964 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0607-3195-4978-a54a-ef15d96e2cb8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (daec3887-43a8-4593-ac89-8d9e89eda5b7), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.147962 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb77e9a-370c-456c-9d65-56a615bd78b9 None None] Pushing event updated for resources: {'Port': ['ID=6602cfc3-b450-43d0-b2b3-391416a4e3fb,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:05.177967 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:05.222211 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e068d68b-4682-4bf5-8e74-5ea3d7fd9cb3 req-b7465b14-bf37-43e0-b2f7-04e6c0382cd6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729959 Oct 16 01:00:05.227625 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-b2b96cae-d00e-4410-9b84-3f47e7d9adbc None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:05.254273 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0607-3195-4978-a54a-ef15d96e2cb8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.255937 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b1ba0607-3195-4978-a54a-ef15d96e2cb8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4229801 Oct 16 01:00:05.258928 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33268) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:05.266501 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-3bb9fbaa-7fb0-4bfa-926e-b3b0d24783bb tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'security_group_rule': {'security_group_id': '04a6f405-fb32-4245-a68e-14ecec65861c', 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:05.280348 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Attempting to bind port 6602cfc3-b450-43d0-b2b3-391416a4e3fb on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:00:05.281442 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Attempting to bind port 6602cfc3-b450-43d0-b2b3-391416a4e3fb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0942553e-2aee-4b84-ab5c-33fc9ebfbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:00:05.282042 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Attempting to bind port 6602cfc3-b450-43d0-b2b3-391416a4e3fb on network 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:05.285128 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba0607-3195-4978-a54a-ef15d96e2cb8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daec3887-43a8-4593-ac89-8d9e89eda5b7,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:05.311810 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3bb9fbaa-7fb0-4bfa-926e-b3b0d24783bb tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (fb39c3de-042c-4f25-ba24-bf43005a63e0), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.356103 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed462e92-7857-47dd-90e0-bb28871604f8 req-fc360eb5-3663-4265-993a-3fcbe6fc6b54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:05.360089 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ed462e92-7857-47dd-90e0-bb28871604f8 req-fc360eb5-3663-4265-993a-3fcbe6fc6b54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 943 time: 0.1092539 Oct 16 01:00:05.375207 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:00:05.375707 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Checking segment: {'id': '0942553e-2aee-4b84-ab5c-33fc9ebfbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:05.376171 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.376624 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Bound using segment: {'id': '0942553e-2aee-4b84-ab5c-33fc9ebfbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:00:05.377179 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Bound port: 6602cfc3-b450-43d0-b2b3-391416a4e3fb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0942553e-2aee-4b84-ab5c-33fc9ebfbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:00:05.377617 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.382234 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:05.459410 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] For port 6602cfc3-b450-43d0-b2b3-391416a4e3fb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:00:05.460337 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3bb9fbaa-7fb0-4bfa-926e-b3b0d24783bb tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (fb39c3de-042c-4f25-ba24-bf43005a63e0), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.466299 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3bb9fbaa-7fb0-4bfa-926e-b3b0d24783bb tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (fb39c3de-042c-4f25-ba24-bf43005a63e0), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.468511 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] For port 6602cfc3-b450-43d0-b2b3-391416a4e3fb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6602cfc3-b450-43d0-b2b3-391416a4e3fb,segment=NetworkSegment(0942553e-2aee-4b84-ab5c-33fc9ebfbe94),segment_id=0942553e-2aee-4b84-ab5c-33fc9ebfbe94)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:00:05.480291 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.506252 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9fbaa-7fb0-4bfa-926e-b3b0d24783bb tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb39c3de-042c-4f25-ba24-bf43005a63e0,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:05.514696 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3bb9fbaa-7fb0-4bfa-926e-b3b0d24783bb tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.518983 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3bb9fbaa-7fb0-4bfa-926e-b3b0d24783bb tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2561862 Oct 16 01:00:05.519238 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33272) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:05.524898 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-185de76f-e35d-46fd-bb96-bca33ba2cbca tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'security_group_rule': {'security_group_id': '04a6f405-fb32-4245-a68e-14ecec65861c', 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:05.525897 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ed462e92-7857-47dd-90e0-bb28871604f8 req-528e1c94-ca7c-4165-8fd7-79be29d66dad tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527359 Oct 16 01:00:05.567056 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Routers {'ccd44bba-f220-4e23-991f-31f6ef9b3518'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:05.567969 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['ccd44bba-f220-4e23-991f-31f6ef9b3518'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:05.602379 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:05.603368 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.603994 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a Oct 16 01:00:05.605047 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ac9db431-6957-45ba-9744-2bcbbf9ecb27 req-b023c959-8faa-48f5-9f0e-c08553b7254a tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 210 time: 0.0633340 Oct 16 01:00:05.627874 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-185de76f-e35d-46fd-bb96-bca33ba2cbca tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (43eb4dbc-c451-46db-913f-9a8edce4ac84), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.645659 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb77e9a-370c-456c-9d65-56a615bd78b9 None None] Pushing event updated for resources: {'Port': ['ID=6602cfc3-b450-43d0-b2b3-391416a4e3fb,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:05.709125 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:05.750674 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] Set router ccd44bba-f220-4e23-991f-31f6ef9b3518 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:05.752316 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-185de76f-e35d-46fd-bb96-bca33ba2cbca tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (43eb4dbc-c451-46db-913f-9a8edce4ac84), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.760756 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-185de76f-e35d-46fd-bb96-bca33ba2cbca tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (43eb4dbc-c451-46db-913f-9a8edce4ac84), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.794578 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:05.803056 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185de76f-e35d-46fd-bb96-bca33ba2cbca tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43eb4dbc-c451-46db-913f-9a8edce4ac84,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:05.825854 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-185de76f-e35d-46fd-bb96-bca33ba2cbca tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.833852 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-185de76f-e35d-46fd-bb96-bca33ba2cbca tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107226 Oct 16 01:00:05.834457 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33274) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:05.839606 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-88debcb6-79f2-4b9e-b289-e87dbd7f5f56 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'security_group_rule': {'security_group_id': '04a6f405-fb32-4245-a68e-14ecec65861c', 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:05.856821 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:05.896477 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-b2b96cae-d00e-4410-9b84-3f47e7d9adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '63361ebc-ed62-43cf-a9e3-1ab87fe709d4', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.222', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': 'ae364987-4db0-45e9-8b32-48163c845492', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:63:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:57:44Z', 'updated_at': '2022-10-16T00:58:19Z', 'revision_number': 2, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}, {'id': '9c658e7b-2d21-4e63-9a85-67f51c8a8e41', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.107', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': '4827324a-a969-452f-85b3-109a32799305', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:95:9c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:59:35Z', 'updated_at': '2022-10-16T01:00:02Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:05.901436 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.securitygroups_db [None req-88debcb6-79f2-4b9e-b289-e87dbd7f5f56 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Project cb1743385ea14cc39244c83e8fc88e7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 01:00:05.921353 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-88debcb6-79f2-4b9e-b289-e87dbd7f5f56 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (9f6e1d9d-a90d-4c5d-948d-493d9d4f27f8), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:05.954905 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:05.967799 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b96cae-d00e-4410-9b84-3f47e7d9adbc None None] The sync data for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi is: [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '63361ebc-ed62-43cf-a9e3-1ab87fe709d4', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.222', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': 'ae364987-4db0-45e9-8b32-48163c845492', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:63:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:57:44Z', 'updated_at': '2022-10-16T00:58:19Z', 'revision_number': 2, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}, {'id': '9c658e7b-2d21-4e63-9a85-67f51c8a8e41', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.107', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': '4827324a-a969-452f-85b3-109a32799305', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:95:9c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:59:35Z', 'updated_at': '2022-10-16T01:00:02Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:00:06.000634 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7113c60-34a5-47f5-b0d3-9a3542c24b84 req-ca7c9f1b-dfe9-4f8d-958f-109074854646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:06.013069 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7113c60-34a5-47f5-b0d3-9a3542c24b84 req-ca7c9f1b-dfe9-4f8d-958f-109074854646 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 1129 time: 0.2429714 Oct 16 01:00:06.055566 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-88debcb6-79f2-4b9e-b289-e87dbd7f5f56 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (9f6e1d9d-a90d-4c5d-948d-493d9d4f27f8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:06.070282 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-88debcb6-79f2-4b9e-b289-e87dbd7f5f56 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (9f6e1d9d-a90d-4c5d-948d-493d9d4f27f8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:06.103689 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-88debcb6-79f2-4b9e-b289-e87dbd7f5f56 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:06.105291 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-88debcb6-79f2-4b9e-b289-e87dbd7f5f56 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2697396 Oct 16 01:00:06.117163 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33280) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:06.141041 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-d2727566-5b4a-4659-944c-31714ba99d98 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'security_group_rule': {'security_group_id': '04a6f405-fb32-4245-a68e-14ecec65861c', 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:06.170673 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c31b1d-8246-4529-8730-4c9f51554d5e req-7d89c490-6d29-48a1-9723-07333c09dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:06.174400 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53c31b1d-8246-4529-8730-4c9f51554d5e req-7d89c490-6d29-48a1-9723-07333c09dd45 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 1127 time: 0.3941395 Oct 16 01:00:06.180188 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88debcb6-79f2-4b9e-b289-e87dbd7f5f56 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6e1d9d-a90d-4c5d-948d-493d9d4f27f8,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:06.229027 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.securitygroups_db [None req-d2727566-5b4a-4659-944c-31714ba99d98 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Project cb1743385ea14cc39244c83e8fc88e7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 01:00:06.262978 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d2727566-5b4a-4659-944c-31714ba99d98 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (f4c1e8d2-b78e-4cb5-ac43-38df20648003), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:06.378887 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'name': 'tempest-TestVolumeBootPattern-669493276-router', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:52Z', 'updated_at': '2022-10-16T01:00:00Z', 'revision_number': 4, 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'gw_port': {'id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:54Z', 'updated_at': '2022-10-16T01:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6602cfc3-b450-43d0-b2b3-391416a4e3fb', 'name': '', 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'mac_address': 'fa:16:3e:30:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '67eb960f-e877-4e93-8af8-8f120433934d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:59Z', 'updated_at': '2022-10-16T01:00:05Z', 'revision_number': 4, 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'subnets': [{'id': '67eb960f-e877-4e93-8af8-8f120433934d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:06.452611 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fba6b-3fd2-49f6-8e7b-743aac8b7ec4 None None] The sync data for ids ['ccd44bba-f220-4e23-991f-31f6ef9b3518'] in dv-cinder-master-3-iscsi is: [{'id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'name': 'tempest-TestVolumeBootPattern-669493276-router', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:52Z', 'updated_at': '2022-10-16T01:00:00Z', 'revision_number': 4, 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'gw_port': {'id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:54Z', 'updated_at': '2022-10-16T01:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6602cfc3-b450-43d0-b2b3-391416a4e3fb', 'name': '', 'network_id': '3ddf9fc6-b7ec-4894-844e-44f84b7c3b07', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'mac_address': 'fa:16:3e:30:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '67eb960f-e877-4e93-8af8-8f120433934d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:59Z', 'updated_at': '2022-10-16T01:00:05Z', 'revision_number': 4, 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'subnets': [{'id': '67eb960f-e877-4e93-8af8-8f120433934d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:00:06.469780 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60279a-2505-4806-8ecc-dedcea5139c6 None None] New status for floating IP 9c658e7b-2d21-4e63-9a85-67f51c8a8e41: ACTIVE {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:00:06.477033 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d2727566-5b4a-4659-944c-31714ba99d98 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (f4c1e8d2-b78e-4cb5-ac43-38df20648003), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:06.500085 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d2727566-5b4a-4659-944c-31714ba99d98 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (f4c1e8d2-b78e-4cb5-ac43-38df20648003), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:06.583173 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2727566-5b4a-4659-944c-31714ba99d98 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c1e8d2-b78e-4cb5-ac43-38df20648003,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:06.678882 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device eacd06b0-a0a4-40d4-b556-dd29e648da3c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:00:06.711743 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d2727566-5b4a-4659-944c-31714ba99d98 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:06.716254 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d2727566-5b4a-4659-944c-31714ba99d98 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5851142 Oct 16 01:00:06.723639 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c31b1d-8246-4529-8730-4c9f51554d5e req-7c9eb5c1-a714-4dd8-95c5-e99ae5421296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:06.729424 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53c31b1d-8246-4529-8730-4c9f51554d5e req-7c9eb5c1-a714-4dd8-95c5-e99ae5421296 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.5450947 Oct 16 01:00:06.767614 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f9788-23c7-4224-a6b0-f1d331aa3337 req-611a5f5a-934d-4dd2-946b-02b980aa4c19 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:06.769391 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f98f9788-23c7-4224-a6b0-f1d331aa3337 req-611a5f5a-934d-4dd2-946b-02b980aa4c19 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.3583994 Oct 16 01:00:06.877276 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7113c60-34a5-47f5-b0d3-9a3542c24b84 req-74ed0715-5c2b-4bb8-b5df-8eedef8868ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:06.879146 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7113c60-34a5-47f5-b0d3-9a3542c24b84 req-74ed0715-5c2b-4bb8-b5df-8eedef8868ee service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 916 time: 0.8559899 Oct 16 01:00:06.960110 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc0ddf-5692-4c89-9082-d1066e910645 req-7dd963ff-c6a6-4dcf-af2e-83c9932e07e3 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:06.964061 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-67cc0ddf-5692-4c89-9082-d1066e910645 req-7dd963ff-c6a6-4dcf-af2e-83c9932e07e3 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 943 time: 0.1253169 Oct 16 01:00:06.999042 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53c31b1d-8246-4529-8730-4c9f51554d5e req-54c624fd-7288-4b16-97d0-26a2f7fc58f3 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eacd06b0-a0a4-40d4-b556-dd29e648da3c HTTP/1.1" status: 200 len: 217 time: 0.1846364 Oct 16 01:00:07.044687 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f98f9788-23c7-4224-a6b0-f1d331aa3337 req-c8a0df35-c8e2-4c52-bc38-4917d16c7d1b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650690 Oct 16 01:00:07.074678 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port eacd06b0-a0a4-40d4-b556-dd29e648da3c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eacd06b0-a0a4-40d4-b556-dd29e648da3c,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:07.124722 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:07.137032 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'port_id': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'mac_address': 'fa:16:3e:09:83:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:00:07.144376 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:07.220507 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-67cc0ddf-5692-4c89-9082-d1066e910645 req-bbfec4b2-9ebd-46f7-8a24-32ce18e031e1 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468705 Oct 16 01:00:07.296830 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port eacd06b0-a0a4-40d4-b556-dd29e648da3c is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:07.297237 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:07.326743 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacd06b0-a0a4-40d4-b556-dd29e648da3c {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:00:07.395214 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port eacd06b0-a0a4-40d4-b556-dd29e648da3c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eacd06b0-a0a4-40d4-b556-dd29e648da3c,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:07.404651 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:07.553607 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c31b1d-8246-4529-8730-4c9f51554d5e req-a5321942-fc07-4cd3-b39b-8e7604875ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:07.558912 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53c31b1d-8246-4529-8730-4c9f51554d5e req-a5321942-fc07-4cd3-b39b-8e7604875ae0 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.4738171 Oct 16 01:00:07.577061 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 6602cfc3-b450-43d0-b2b3-391416a4e3fb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:07.641573 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=eacd06b0-a0a4-40d4-b556-dd29e648da3c,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:07.715385 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 6602cfc3-b450-43d0-b2b3-391416a4e3fb triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:07.720359 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:07.722790 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 6602cfc3-b450-43d0-b2b3-391416a4e3fb Oct 16 01:00:07.730213 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-727c9c2f-5629-4cac-be05-93058b0885f6 req-b496e2de-f638-4c3b-83de-6b3c183cd1ec tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 210 time: 0.2553656 Oct 16 01:00:07.773613 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['eacd06b0-a0a4-40d4-b556-dd29e648da3c'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:00:07.885608 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:07.957418 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7113c60-34a5-47f5-b0d3-9a3542c24b84 req-b5117daa-df8c-4d72-9f76-c530242760ea service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4827324a-a969-452f-85b3-109a32799305 HTTP/1.1" status: 200 len: 1001 time: 0.9112837 Oct 16 01:00:08.012528 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c31b1d-8246-4529-8730-4c9f51554d5e req-c20267aa-d817-4f42-9d78-745d16e008f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:08.012528 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53c31b1d-8246-4529-8730-4c9f51554d5e req-c20267aa-d817-4f42-9d78-745d16e008f9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2108636 Oct 16 01:00:08.109167 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 6602cfc3-b450-43d0-b2b3-391416a4e3fb is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:08.109555 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:08.136119 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-7abfa9ea-f261-4eb0-bd24-a0ad3bd7a40a tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:08.138643 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-7abfa9ea-f261-4eb0-bd24-a0ad3bd7a40a tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.36 "GET /networking/v2.0/networks?id=2990507f-5171-4eb8-ae44-3866cf4c43a9 HTTP/1.1" status: 200 len: 809 time: 0.8205264 Oct 16 01:00:08.168480 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Request body: {'port': {'device_id': '8dd75b99-5bd7-4f32-9735-aeb21a523563', 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9', 'admin_state_up': True, 'tenant_id': '92116166994646b39ec7a4c23e8cedc4'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:08.252426 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 6602cfc3-b450-43d0-b2b3-391416a4e3fb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6602cfc3-b450-43d0-b2b3-391416a4e3fb,segment=NetworkSegment(0942553e-2aee-4b84-ab5c-33fc9ebfbe94),segment_id=0942553e-2aee-4b84-ab5c-33fc9ebfbe94)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:08.301697 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:08.379807 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61e063-9564-44fa-8fd0-3f486661b5c6 req-ac3f863c-b946-44dd-8972-51c5be795e35 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:08.385038 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ed61e063-9564-44fa-8fd0-3f486661b5c6 req-ac3f863c-b946-44dd-8972-51c5be795e35 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.1649368 Oct 16 01:00:08.386774 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53c31b1d-8246-4529-8730-4c9f51554d5e req-f1ef378d-8b38-4413-a0d9-565db1dfd756 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190477 Oct 16 01:00:08.481864 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ed61e063-9564-44fa-8fd0-3f486661b5c6 req-51e83d0d-6271-4e96-a96a-febbeffca8b5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915544 Oct 16 01:00:08.535944 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=6602cfc3-b450-43d0-b2b3-391416a4e3fb,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:08.585814 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7113c60-34a5-47f5-b0d3-9a3542c24b84 req-4c7306e9-9c3e-47bb-ad80-99cf777e7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:08.588077 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7113c60-34a5-47f5-b0d3-9a3542c24b84 req-4c7306e9-9c3e-47bb-ad80-99cf777e7762 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a617817b-7e5e-42c9-b510-1f81c28bf50c HTTP/1.1" status: 200 len: 854 time: 0.6153326 Oct 16 01:00:08.679017 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459ccb9-6c62-490a-bdd5-4465ad5e2651 req-850fb6d4-668b-4291-8d0b-273e2534ede9 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:08.681905 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a459ccb9-6c62-490a-bdd5-4465ad5e2651 req-850fb6d4-668b-4291-8d0b-273e2534ede9 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 944 time: 0.1534870 Oct 16 01:00:08.771256 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7113c60-34a5-47f5-b0d3-9a3542c24b84 req-defa0c7d-bb55-4943-8693-ad3ffe781266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:08.773637 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7113c60-34a5-47f5-b0d3-9a3542c24b84 req-defa0c7d-bb55-4943-8693-ad3ffe781266 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1514018 Oct 16 01:00:08.912986 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-20b4905e-ff4c-4528-b9b6-5970b714c263 req-33308829-7705-4cbb-a0a7-72170b8dc483 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 210 time: 0.0421646 Oct 16 01:00:08.948754 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a459ccb9-6c62-490a-bdd5-4465ad5e2651 req-62dfb1ea-be53-4a6c-8cec-d2b97129ff0c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574222 Oct 16 01:00:08.954276 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7113c60-34a5-47f5-b0d3-9a3542c24b84 req-b8573210-8d3b-4703-9423-d0d633b6589b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704385 Oct 16 01:00:08.956920 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53c31b1d-8246-4529-8730-4c9f51554d5e req-625c3d0a-c8fa-438f-97d6-557b46692291 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438832 Oct 16 01:00:08.965357 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Made reservation on behalf of 92116166994646b39ec7a4c23e8cedc4 for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:00:08.989755 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:09.197308 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:09.200426 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7113c60-34a5-47f5-b0d3-9a3542c24b84 req-ccd4a102-2c3b-47a8-a1ac-619072ab54ba service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045960 Oct 16 01:00:09.241805 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device eacd06b0-a0a4-40d4-b556-dd29e648da3c up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:09.284902 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 6602cfc3-b450-43d0-b2b3-391416a4e3fb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:09.339125 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port eacd06b0-a0a4-40d4-b556-dd29e648da3c completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:00:09.349932 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port eacd06b0-a0a4-40d4-b556-dd29e648da3c triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:09.350545 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:09.351220 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port eacd06b0-a0a4-40d4-b556-dd29e648da3c Oct 16 01:00:09.358940 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Allocated IP 172.20.0.6 (2990507f-5171-4eb8-ae44-3866cf4c43a9/984308e5-babb-4c21-813e-335d2229fcf9/70199f9c-b3b8-489f-9600-44bd5461aa30) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:00:09.379534 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 6602cfc3-b450-43d0-b2b3-391416a4e3fb triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:09.380208 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:09.380578 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 6602cfc3-b450-43d0-b2b3-391416a4e3fb Oct 16 01:00:09.450466 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:09.551977 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks [] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:09.573658 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:09.597409 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:09.638696 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42132978-cc2d-42e6-abad-6cde689619a7 req-6dea6b9f-5284-463e-98f7-b43e175cedbe tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:09.640303 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-42132978-cc2d-42e6-abad-6cde689619a7 req-6dea6b9f-5284-463e-98f7-b43e175cedbe tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0708349 Oct 16 01:00:09.654238 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Network 2990507f-5171-4eb8-ae44-3866cf4c43a9 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:09.659713 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:09.662039 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:00:09.664244 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port eacd06b0-a0a4-40d4-b556-dd29e648da3c is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:09.664906 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:09.667281 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Pushing event updated for resources: {'Port': ['ID=70199f9c-b3b8-489f-9600-44bd5461aa30,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:09.670317 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 6602cfc3-b450-43d0-b2b3-391416a4e3fb is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:09.702725 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:09.705275 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c0470d-a8df-47fd-a816-dc9f63f31b67" -d '{"events": [{"server_uuid": "a14ab912-59d2-449f-b756-d19cad8d7b96", "name": "network-vif-plugged", "status": "completed", "tag": "eacd06b0-a0a4-40d4-b556-dd29e648da3c"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:09.706398 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-42132978-cc2d-42e6-abad-6cde689619a7 req-82e980ae-a33c-43fc-b6cf-77a2a8021a1a tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594847 Oct 16 01:00:09.717788 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:09.718661 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:09.740675 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port eacd06b0-a0a4-40d4-b556-dd29e648da3c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eacd06b0-a0a4-40d4-b556-dd29e648da3c,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:09.745045 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-2eb6de71-d9b1-46da-b024-5b43a615ea1d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5824974 Oct 16 01:00:09.747407 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:09.773030 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfb2602-82d5-4401-a8a2-8333c829a53b x-openstack-request-id: req-bbfb2602-82d5-4401-a8a2-8333c829a53b {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:09.773241 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14ab912-59d2-449f-b756-d19cad8d7b96", "name": "network-vif-plugged", "status": "completed", "tag": "eacd06b0-a0a4-40d4-b556-dd29e648da3c", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:09.773497 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbfb2602-82d5-4401-a8a2-8333c829a53b {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:09.773914 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbfb2602-82d5-4401-a8a2-8333c829a53b'] response: {'server_uuid': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'code': 200} Oct 16 01:00:09.802832 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=eacd06b0-a0a4-40d4-b556-dd29e648da3c,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:09.876195 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Request body: {'port': {'device_id': '8dd75b99-5bd7-4f32-9735-aeb21a523563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:10.099428 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb503fe9-439b-4471-b178-4f90c620f776 req-a8980df3-db99-45e6-8a25-562b607af44d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:10.101318 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bb503fe9-439b-4471-b178-4f90c620f776 req-a8980df3-db99-45e6-8a25-562b607af44d tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 931 time: 0.0534313 Oct 16 01:00:10.132668 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:10.159373 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bb503fe9-439b-4471-b178-4f90c620f776 req-66fa78b6-1fe7-4fc7-945e-7b372bf66b89 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517428 Oct 16 01:00:10.279923 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:10.308761 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8730-cf23-4660-8d1b-60f74a9c12b9 req-18129312-8d2c-46b2-958c-be391a3b9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:10.310577 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-473f8730-cf23-4660-8d1b-60f74a9c12b9 req-18129312-8d2c-46b2-958c-be391a3b9419 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 1130 time: 0.1282563 Oct 16 01:00:10.318288 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190aac1-9b08-4a99-a3cf-15f9fa2083f4 req-c1811937-34bb-4165-9018-5175e9e8140b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:10.319944 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6190aac1-9b08-4a99-a3cf-15f9fa2083f4 req-c1811937-34bb-4165-9018-5175e9e8140b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.1356564 Oct 16 01:00:10.351745 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c22025-abac-4184-8ba9-80a01ef6baea req-8c21479f-d32a-4635-8d48-b67644e93d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:10.353854 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e9c22025-abac-4184-8ba9-80a01ef6baea req-8c21479f-d32a-4635-8d48-b67644e93d01 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 1129 time: 0.1707492 Oct 16 01:00:10.433125 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:10.556692 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6190aac1-9b08-4a99-a3cf-15f9fa2083f4 req-dc3838f8-5dee-48d6-8f54-097d5149fccf tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236326 Oct 16 01:00:10.581828 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e9c22025-abac-4184-8ba9-80a01ef6baea req-f50cf230-213d-432c-8ae4-20abfdeb10b3 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113552 Oct 16 01:00:10.612944 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8730-cf23-4660-8d1b-60f74a9c12b9 req-5b5b19af-1f69-4f8d-9e9b-c2185abf6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:10.614434 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-473f8730-cf23-4660-8d1b-60f74a9c12b9 req-5b5b19af-1f69-4f8d-9e9b-c2185abf6371 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 917 time: 0.2917597 Oct 16 01:00:10.740570 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70199f9c-b3b8-489f-9600-44bd5461aa30 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:00:10.748895 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Publish callbacks [] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:10.762508 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Transition to ACTIVE for port object 70199f9c-b3b8-489f-9600-44bd5461aa30 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:00:10.767257 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:10.774057 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:10.855412 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a331-82b7-49ae-9205-e2a227694015 req-6220294e-edec-4daa-8dc0-239cbf949480 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:10.856817 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1316a331-82b7-49ae-9205-e2a227694015 req-6220294e-edec-4daa-8dc0-239cbf949480 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0542097 Oct 16 01:00:10.874321 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Pushing event updated for resources: {'Port': ['ID=70199f9c-b3b8-489f-9600-44bd5461aa30,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:10.914335 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1316a331-82b7-49ae-9205-e2a227694015 req-88882093-6f80-4a72-b9d3-9557fc05dfcc tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515833 Oct 16 01:00:10.932151 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-473f8730-cf23-4660-8d1b-60f74a9c12b9 req-11174faa-3bf2-437e-8567-6583f67fd6f2 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f15f027-a9c6-4298-a989-336905ee5a12 HTTP/1.1" status: 200 len: 1002 time: 0.1196456 Oct 16 01:00:10.955149 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Attempting to bind port 70199f9c-b3b8-489f-9600-44bd5461aa30 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:00:10.955555 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Attempting to bind port 70199f9c-b3b8-489f-9600-44bd5461aa30 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4d693cf3-b43f-41e8-8a4a-dae4c48f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:00:10.955884 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Attempting to bind port 70199f9c-b3b8-489f-9600-44bd5461aa30 on network 2990507f-5171-4eb8-ae44-3866cf4c43a9 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:11.023345 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8730-cf23-4660-8d1b-60f74a9c12b9 req-5f1be43d-45d2-4503-bc37-152b683e0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:11.025889 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-473f8730-cf23-4660-8d1b-60f74a9c12b9 req-5f1be43d-45d2-4503-bc37-152b683e0cad service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d HTTP/1.1" status: 200 len: 855 time: 0.0843689 Oct 16 01:00:11.032004 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Port 70199f9c-b3b8-489f-9600-44bd5461aa30 on network 2990507f-5171-4eb8-ae44-3866cf4c43a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:00:11.032326 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Attempting to bind port 70199f9c-b3b8-489f-9600-44bd5461aa30 on network 2990507f-5171-4eb8-ae44-3866cf4c43a9 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:11.076030 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 0, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:00:11.076361 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Checking segment: {'id': '4d693cf3-b43f-41e8-8a4a-dae4c48f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:11.076740 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Bound using segment: {'id': '4d693cf3-b43f-41e8-8a4a-dae4c48f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:00:11.077171 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Bound port: 70199f9c-b3b8-489f-9600-44bd5461aa30, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d693cf3-b43f-41e8-8a4a-dae4c48f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:00:11.077528 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:11.145001 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] For port 70199f9c-b3b8-489f-9600-44bd5461aa30, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:00:11.148060 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] For port 70199f9c-b3b8-489f-9600-44bd5461aa30, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=70199f9c-b3b8-489f-9600-44bd5461aa30,segment=NetworkSegment(4d693cf3-b43f-41e8-8a4a-dae4c48f093a),segment_id=4d693cf3-b43f-41e8-8a4a-dae4c48f093a)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:00:11.153630 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:11.158829 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:11.159469 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:11.160825 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/70199f9c-b3b8-489f-9600-44bd5461aa30 HTTP/1.1" status: 200 len: 1093 time: 1.2890823 Oct 16 01:00:11.161476 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd75b99-5bd7-4f32-9735-aeb21a523563', 'tag': '70199f9c-b3b8-489f-9600-44bd5461aa30'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:11.164033 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f34bb4f-960c-4dd8-904c-f027058ed996" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd75b99-5bd7-4f32-9735-aeb21a523563", "tag": "70199f9c-b3b8-489f-9600-44bd5461aa30"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:11.211706 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02a9f84-7156-4227-a56b-e645b69740f7 x-openstack-request-id: req-a02a9f84-7156-4227-a56b-e645b69740f7 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:11.212488 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd75b99-5bd7-4f32-9735-aeb21a523563", "tag": "70199f9c-b3b8-489f-9600-44bd5461aa30", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:11.212818 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a02a9f84-7156-4227-a56b-e645b69740f7 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:11.213439 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02a9f84-7156-4227-a56b-e645b69740f7'] response: {'name': 'network-changed', 'server_uuid': '8dd75b99-5bd7-4f32-9735-aeb21a523563', 'tag': '70199f9c-b3b8-489f-9600-44bd5461aa30', 'status': 'completed', 'code': 200} Oct 16 01:00:11.220885 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac142e-30c1-49c4-94f2-2cad22a17169 service neutron] Pushing event updated for resources: {'Port': ['ID=70199f9c-b3b8-489f-9600-44bd5461aa30,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:11.300229 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4e123-7f4f-44e9-a7a2-f9c0ad1c2c64 req-385bd1c7-32c5-4a89-b098-a4a3976cc121 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:11.301706 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3fd4e123-7f4f-44e9-a7a2-f9c0ad1c2c64 req-385bd1c7-32c5-4a89-b098-a4a3976cc121 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 943 time: 0.0518072 Oct 16 01:00:11.350268 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3fd4e123-7f4f-44e9-a7a2-f9c0ad1c2c64 req-a2bceac9-efb5-4493-9b30-d6566d8c27c4 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427382 Oct 16 01:00:11.502139 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8730-cf23-4660-8d1b-60f74a9c12b9 req-7b2de9be-f290-4a8e-a6a8-3c179d12e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:11.503748 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-473f8730-cf23-4660-8d1b-60f74a9c12b9 req-7b2de9be-f290-4a8e-a6a8-3c179d12e0f9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772922 Oct 16 01:00:11.509364 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34bb4f-960c-4dd8-904c-f027058ed996 req-1702e8d7-9861-4e41-a2dd-c2ab1f4a1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:11.510760 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2f34bb4f-960c-4dd8-904c-f027058ed996 req-1702e8d7-9861-4e41-a2dd-c2ab1f4a1fc0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=92116166994646b39ec7a4c23e8cedc4&device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 1127 time: 0.0520554 Oct 16 01:00:11.641629 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:11.712465 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33420) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:11.756110 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab8d79-54bc-4873-aca4-a14bd46fc088 req-5d76e884-ab15-40a8-bc19-bcf98c279c2a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:11.757572 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2cab8d79-54bc-4873-aca4-a14bd46fc088 req-5d76e884-ab15-40a8-bc19-bcf98c279c2a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0971863 Oct 16 01:00:11.761178 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-473f8730-cf23-4660-8d1b-60f74a9c12b9 req-ed8e4c4e-160e-4c95-a25d-9673e5069486 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230685 Oct 16 01:00:11.762547 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34bb4f-960c-4dd8-904c-f027058ed996 req-2518108b-bd2b-4bef-8a69-03b0407f7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:11.763874 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2f34bb4f-960c-4dd8-904c-f027058ed996 req-2518108b-bd2b-4bef-8a69-03b0407f7a5a service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=92116166994646b39ec7a4c23e8cedc4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2171788 Oct 16 01:00:11.809818 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2cab8d79-54bc-4873-aca4-a14bd46fc088 req-5272352b-69fd-4122-bf49-12600ba142b8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449913 Oct 16 01:00:11.843459 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-465aec2a-1b50-4d8a-92ae-617656b7b029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:11.928914 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-465aec2a-1b50-4d8a-92ae-617656b7b029 admin admin] Publish callbacks [] for security_group (6b53043e-4e1c-470b-abed-fab279e56b6c), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:11.934073 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-465aec2a-1b50-4d8a-92ae-617656b7b029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (6b53043e-4e1c-470b-abed-fab279e56b6c), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:11.975436 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-465aec2a-1b50-4d8a-92ae-617656b7b029 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=486aaad8b7324b38b38eba267348eed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617936 Oct 16 01:00:11.976402 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465aec2a-1b50-4d8a-92ae-617656b7b029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b53043e-4e1c-470b-abed-fab279e56b6c,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:11.978989 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33426) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:12.035694 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:12.040594 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-edf38669-c8c5-4bf9-8126-9c8b6369557a admin admin] Publish callbacks [] for security_group (6b53043e-4e1c-470b-abed-fab279e56b6c), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:12.054821 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b4e2b-c933-4d02-9e9e-f494b8f8d1e4 req-3c93ead7-2700-4b1a-b102-0412899fdf87 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:12.056336 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b64b4e2b-c933-4d02-9e9e-f494b8f8d1e4 req-3c93ead7-2700-4b1a-b102-0412899fdf87 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.0516512 Oct 16 01:00:12.061916 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-edf38669-c8c5-4bf9-8126-9c8b6369557a admin admin] Publish callbacks [] for security_group (6b53043e-4e1c-470b-abed-fab279e56b6c), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:12.106563 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b64b4e2b-c933-4d02-9e9e-f494b8f8d1e4 req-56fe3c3f-c143-4775-95d8-16aefeb9be46 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445616 Oct 16 01:00:12.116318 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-edf38669-c8c5-4bf9-8126-9c8b6369557a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (6b53043e-4e1c-470b-abed-fab279e56b6c), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:12.119286 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-edf38669-c8c5-4bf9-8126-9c8b6369557a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:12.120528 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-edf38669-c8c5-4bf9-8126-9c8b6369557a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6b53043e-4e1c-470b-abed-fab279e56b6c HTTP/1.1" status: 204 len: 168 time: 0.1403735 Oct 16 01:00:12.128833 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf38669-c8c5-4bf9-8126-9c8b6369557a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b53043e-4e1c-470b-abed-fab279e56b6c,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:12.564211 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7f72e-3332-4ce8-b541-aeff01783d0e req-ee6e0653-e078-488d-9bf1-ceb71a2f3e4c tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:12.565674 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8aa7f72e-3332-4ce8-b541-aeff01783d0e req-ee6e0653-e078-488d-9bf1-ceb71a2f3e4c tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 943 time: 0.0984869 Oct 16 01:00:12.610514 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34bb4f-960c-4dd8-904c-f027058ed996 req-a6630f4c-4c8a-4526-8988-46553abc4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:12.612017 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2f34bb4f-960c-4dd8-904c-f027058ed996 req-a6630f4c-4c8a-4526-8988-46553abc4564 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2402556 Oct 16 01:00:12.621235 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-473f8730-cf23-4660-8d1b-60f74a9c12b9 req-af081f90-c1ba-4cb9-b9c2-03f5a905b345 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588201 Oct 16 01:00:12.657294 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8aa7f72e-3332-4ce8-b541-aeff01783d0e req-c7b95034-74e9-403c-bac8-ac69395ef353 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829458 Oct 16 01:00:12.871167 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33456) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:12.919618 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:12.937938 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73daff0-6fd6-42d9-905d-288039643a26 req-1f34cbfd-7b60-447c-96cc-80e6371ce894 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:12.939613 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a73daff0-6fd6-42d9-905d-288039643a26 req-1f34cbfd-7b60-447c-96cc-80e6371ce894 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0504267 Oct 16 01:00:12.979861 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2015288312-network', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:12.993720 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a73daff0-6fd6-42d9-905d-288039643a26 req-3c432ab7-b04a-4cac-888c-929fd1dc7f91 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470746 Oct 16 01:00:13.000467 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Made reservation on behalf of ed24cab62e1f4810a10e7ba36fcbeadb for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:00:13.003231 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.013758 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.128687 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Publish callbacks [] for security_group (891f04f3-e71b-49ac-a5a5-21aec2e61c00), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.135750 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e102a-0e5d-4b2e-9f16-775354159181 req-12086fc5-f947-4616-8fcd-61a52c1bd9bd tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:13.137288 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-566e102a-0e5d-4b2e-9f16-775354159181 req-12086fc5-f947-4616-8fcd-61a52c1bd9bd tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0688012 Oct 16 01:00:13.138653 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (891f04f3-e71b-49ac-a5a5-21aec2e61c00), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.148314 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33464) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:13.154687 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-7fa5fc8f-24b7-400b-a532-5b5626546c70 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Request body: {'floatingip': {'port_id': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:13.161544 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=104580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 01:00:13.179440 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891f04f3-e71b-49ac-a5a5-21aec2e61c00,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:13.183997 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (2d088789-908c-4e34-9f6c-bb4e4f096ea2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.184354 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Added segment 2d088789-908c-4e34-9f6c-bb4e4f096ea2 of type vlan for network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae Oct 16 01:00:13.218552 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7fa5fc8f-24b7-400b-a532-5b5626546c70 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for floatingip (a80b6386-e49a-488f-ba5d-006d9aabb10c), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.232730 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.245531 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 9f15f027-a9c6-4298-a989-336905ee5a12 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:00:13.266207 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.270769 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:13.270769 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.275308 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:13.332552 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 9f15f027-a9c6-4298-a989-336905ee5a12 is: ACTIVE; New status is: DOWN {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:13.333053 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.333686 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4610486 Oct 16 01:00:13.350476 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33466) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:13.357220 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-7108a5c1-bb38-4c6a-8e50-c7323db55cc3 admin admin] Request body: {'subnet': {'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2015288312-subnet', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:13.359734 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efb2ae-5320-4f85-9a97-a9865eff09e5 req-1369a980-6135-49b7-89f0-f80244c2ff64 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:13.366915 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e6efb2ae-5320-4f85-9a97-a9865eff09e5 req-1369a980-6135-49b7-89f0-f80244c2ff64 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 946 time: 0.1153674 Oct 16 01:00:13.376793 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f15f027-a9c6-4298-a989-336905ee5a12,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:13.377987 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:13.379323 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:13.383313 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3590f3-c3da-4278-959d-a8f27704ffaf" -d '{"events": [{"server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:13.385923 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769da83e-d40a-4dc0-938c-13c8d4dd9042 admin admin] Pushing event updated for resources: {'Network': ['ID=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:13.403878 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:13.403978 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.407797 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 01:00:13.408038 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7108a5c1-bb38-4c6a-8e50-c7323db55cc3 admin admin] Made reservation on behalf of ed24cab62e1f4810a10e7ba36fcbeadb for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:00:13.410908 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7108a5c1-bb38-4c6a-8e50-c7323db55cc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2664597'] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.458981 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32060d03-3bc2-41d5-a505-07f7d52c952e x-openstack-request-id: req-32060d03-3bc2-41d5-a505-07f7d52c952e {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:13.459600 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:13.459858 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32060d03-3bc2-41d5-a505-07f7d52c952e {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:13.460256 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32060d03-3bc2-41d5-a505-07f7d52c952e'] response: {'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12', 'code': 200} Oct 16 01:00:13.496199 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:13.513038 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e6efb2ae-5320-4f85-9a97-a9865eff09e5 req-157f1a80-601b-4b35-bb8e-7afa3efa39f0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452103 Oct 16 01:00:13.548741 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=9f15f027-a9c6-4298-a989-336905ee5a12,revision_number=8']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:13.626009 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7108a5c1-bb38-4c6a-8e50-c7323db55cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2697758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2664583'] for subnet (de2290f6-6368-4cf5-9301-7df9595cdb2f), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.678850 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108a5c1-bb38-4c6a-8e50-c7323db55cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de2290f6-6368-4cf5-9301-7df9595cdb2f,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:13.695948 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7108a5c1-bb38-4c6a-8e50-c7323db55cc3 admin admin] Checking segment: {'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:13.696340 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7108a5c1-bb38-4c6a-8e50-c7323db55cc3 admin admin] Network hostable DHCP agents. Network: aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 01:00:13.720666 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7108a5c1-bb38-4c6a-8e50-c7323db55cc3 admin admin] Network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 01:00:13.735851 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-7108a5c1-bb38-4c6a-8e50-c7323db55cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:13.740318 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7108a5c1-bb38-4c6a-8e50-c7323db55cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:13.741126 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7108a5c1-bb38-4c6a-8e50-c7323db55cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.750056 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ea8ad0-a014-4669-ad9b-7aab9db7c2ad None None] Network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:00:13.776021 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7108a5c1-bb38-4c6a-8e50-c7323db55cc3 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4226902 Oct 16 01:00:13.791981 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33474) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:13.798962 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:13.831400 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6175351-f937-4c4b-b12b-799465661bd1 req-c7fec9fe-5b0b-449c-a6fa-2186b31c8b6a tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:13.833325 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d6175351-f937-4c4b-b12b-799465661bd1 req-c7fec9fe-5b0b-449c-a6fa-2186b31c8b6a tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 943 time: 0.0760882 Oct 16 01:00:13.849454 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11664'] for router (0b991702-89ac-40f9-943f-5178995320ba), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.850517 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11659'] for router (0b991702-89ac-40f9-943f-5178995320ba), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.907234 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'fixed_ips': [{'subnet_id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 01:00:13.908454 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.910661 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d6175351-f937-4c4b-b12b-799465661bd1 req-74806edf-e795-4051-9ed1-c73705999940 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709178 Oct 16 01:00:13.943136 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Publish callbacks [] for router_controller (0b991702-89ac-40f9-943f-5178995320ba), precommit_add_association {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:13.950197 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:14.066697 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7fa5fc8f-24b7-400b-a532-5b5626546c70 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:14.072521 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7fa5fc8f-24b7-400b-a532-5b5626546c70 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (a80b6386-e49a-488f-ba5d-006d9aabb10c), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:14.089012 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Allocated IP 172.20.0.2 (aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae/de2290f6-6368-4cf5-9301-7df9595cdb2f/ae7a598c-abda-4719-a81e-669ce56a67f1) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:00:14.101467 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Publish callbacks [] for router_gateway (0b991702-89ac-40f9-943f-5178995320ba), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:14.186614 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-7fa5fc8f-24b7-400b-a532-5b5626546c70 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Floating IP a80b6386-e49a-488f-ba5d-006d9aabb10c associated. External IP: 172.37.2.4, port: eacd06b0-a0a4-40d4-b556-dd29e648da3c. Oct 16 01:00:14.252719 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Publish callbacks [] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:14.264632 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:14.306702 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Publish callbacks [] for router_gateway (0b991702-89ac-40f9-943f-5178995320ba), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:14.314739 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:14.318236 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:14.323062 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:00:14.327189 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Pushing event updated for resources: {'Port': ['ID=ae7a598c-abda-4719-a81e-669ce56a67f1,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:14.327502 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:14.398923 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Attempting to bind port ae7a598c-abda-4719-a81e-669ce56a67f1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:00:14.399693 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Attempting to bind port ae7a598c-abda-4719-a81e-669ce56a67f1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:00:14.404817 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Attempting to bind port ae7a598c-abda-4719-a81e-669ce56a67f1 on network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:14.420420 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:14.453168 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:00:14.453403 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Checking segment: {'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:14.453647 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:14.454086 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Bound using segment: {'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:00:14.454632 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Bound port: ae7a598c-abda-4719-a81e-669ce56a67f1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:00:14.455048 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:14.458484 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa5fc8f-24b7-400b-a532-5b5626546c70 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Router 289771a6-e20d-4d10-9549-b95a58061b22 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:00:14.534475 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] For port ae7a598c-abda-4719-a81e-669ce56a67f1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:00:14.539059 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] For port ae7a598c-abda-4719-a81e-669ce56a67f1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ae7a598c-abda-4719-a81e-669ce56a67f1,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:00:14.553649 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:14.638680 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7473a1-22ae-4b45-85af-c21d66147b8e None None] Pushing event updated for resources: {'Port': ['ID=ae7a598c-abda-4719-a81e-669ce56a67f1,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:14.723576 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:14.723826 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa5fc8f-24b7-400b-a532-5b5626546c70 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:00:14.734832 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:14.736297 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7fa5fc8f-24b7-400b-a532-5b5626546c70 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:14.745472 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928559c-ae6e-4223-8596-8966f3dd991b None None] Sync routers for ids ['289771a6-e20d-4d10-9549-b95a58061b22'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:00:14.769549 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928559c-ae6e-4223-8596-8966f3dd991b None None] Routers {'289771a6-e20d-4d10-9549-b95a58061b22'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:14.770216 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c928559c-ae6e-4223-8596-8966f3dd991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['289771a6-e20d-4d10-9549-b95a58061b22'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:14.782029 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-7384d8df-c736-4c6d-8888-35a7ee1fde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:14.784289 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-7384d8df-c736-4c6d-8888-35a7ee1fde1a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=92116166994646b39ec7a4c23e8cedc4&device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 1127 time: 0.0932500 Oct 16 01:00:14.814831 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Allocated IP 172.37.2.220 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/ad486221-b874-47bb-a0e9-8f586fd9fc56) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:00:14.820112 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af681e-4681-489b-9ede-e3aa5c32f419 req-3fb83035-1b79-4b46-976d-7e028cf152dc tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:14.831759 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-51af681e-4681-489b-9ede-e3aa5c32f419 req-3fb83035-1b79-4b46-976d-7e028cf152dc tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.1611965 Oct 16 01:00:14.861325 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7fa5fc8f-24b7-400b-a532-5b5626546c70 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/a80b6386-e49a-488f-ba5d-006d9aabb10c HTTP/1.1" status: 200 len: 989 time: 1.7091475 Oct 16 01:00:14.861325 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'tag': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:14.869920 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef71862-0e6b-4549-9692-8791f9881854" -d '{"events": [{"name": "network-changed", "server_uuid": "a14ab912-59d2-449f-b756-d19cad8d7b96", "tag": "eacd06b0-a0a4-40d4-b556-dd29e648da3c"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:14.874575 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-3f48f7f2-9e6a-4943-9a07-1f53bbdbef45 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70199f9c-b3b8-489f-9600-44bd5461aa30 HTTP/1.1" status: 200 len: 217 time: 0.0571897 Oct 16 01:00:15.029585 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7164600-5253-422b-bcbe-b17bf813a444 x-openstack-request-id: req-c7164600-5253-422b-bcbe-b17bf813a444 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:15.031153 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14ab912-59d2-449f-b756-d19cad8d7b96", "tag": "eacd06b0-a0a4-40d4-b556-dd29e648da3c", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:15.031153 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7164600-5253-422b-bcbe-b17bf813a444 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:15.031545 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7164600-5253-422b-bcbe-b17bf813a444'] response: {'name': 'network-changed', 'server_uuid': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'tag': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'status': 'completed', 'code': 200} Oct 16 01:00:15.049359 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-51af681e-4681-489b-9ede-e3aa5c32f419 req-80529cc9-c451-4f03-b628-e02cfca7cb76 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040234 Oct 16 01:00:15.073312 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-c928559c-ae6e-4223-8596-8966f3dd991b None None] Set router 289771a6-e20d-4d10-9549-b95a58061b22 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:15.160745 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-7d86accc-fb67-430d-8a05-a2503940a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:15.160745 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-7d86accc-fb67-430d-8a05-a2503940a814 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=984308e5-babb-4c21-813e-335d2229fcf9 HTTP/1.1" status: 200 len: 849 time: 0.2710946 Oct 16 01:00:15.206843 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef71862-0e6b-4549-9692-8791f9881854 req-d76a4545-3916-48ef-a9f1-dba6a9cac1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:15.208212 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9ef71862-0e6b-4549-9692-8791f9881854 req-d76a4545-3916-48ef-a9f1-dba6a9cac1cb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 1129 time: 0.1704972 Oct 16 01:00:15.250746 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-af3a72a8-ff71-40a5-8b94-ea20370dfdf0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2990507f-5171-4eb8-ae44-3866cf4c43a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713267 Oct 16 01:00:15.273448 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e8ed-485e-4642-9361-a9a2f0784335 req-ebd12160-d631-4427-b5c8-b425848ff5bd tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:15.275375 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2d10e8ed-485e-4642-9361-a9a2f0784335 req-ebd12160-d631-4427-b5c8-b425848ff5bd tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 943 time: 0.1592307 Oct 16 01:00:15.295418 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device ae7a598c-abda-4719-a81e-669ce56a67f1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:15.332271 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Publish callbacks [] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:15.378528 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:15.417117 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port ae7a598c-abda-4719-a81e-669ce56a67f1 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:15.418198 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:15.418198 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port ae7a598c-abda-4719-a81e-669ce56a67f1 Oct 16 01:00:15.427340 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2d10e8ed-485e-4642-9361-a9a2f0784335 req-617c807c-ec91-4444-8590-9771f3ad1af5 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068683 Oct 16 01:00:15.431918 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef71862-0e6b-4549-9692-8791f9881854 req-70239b70-bc6f-493f-9ddc-2ecef30fddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:15.433225 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9ef71862-0e6b-4549-9692-8791f9881854 req-70239b70-bc6f-493f-9ddc-2ecef30fddb3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.2003164 Oct 16 01:00:15.445743 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:15.456800 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:15.474314 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c928559c-ae6e-4223-8596-8966f3dd991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:30Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a80b6386-e49a-488f-ba5d-006d9aabb10c', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'floating_ip_address': '172.37.2.4', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'port_id': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'mac_address': 'fa:16:3e:09:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:59:46Z', 'updated_at': '2022-10-16T01:00:13Z', 'revision_number': 1, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6', 'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'mac_address': 'fa:16:3e:5c:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:28Z', 'updated_at': '2022-10-16T00:57:52Z', 'revision_number': 5, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'subnets': [{'id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:15.501630 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:15.507675 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:15.511520 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:00:15.514589 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928559c-ae6e-4223-8596-8966f3dd991b None None] Checking router: 289771a6-e20d-4d10-9549-b95a58061b22 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:00:15.580455 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928559c-ae6e-4223-8596-8966f3dd991b None None] Routers {'289771a6-e20d-4d10-9549-b95a58061b22'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:15.581289 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c928559c-ae6e-4223-8596-8966f3dd991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['289771a6-e20d-4d10-9549-b95a58061b22'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:15.623198 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9ef71862-0e6b-4549-9692-8791f9881854 req-b0d6a6f4-c248-43f6-bcd6-82ef903c1004 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eacd06b0-a0a4-40d4-b556-dd29e648da3c HTTP/1.1" status: 200 len: 997 time: 0.0786998 Oct 16 01:00:15.636178 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:15.657767 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port ae7a598c-abda-4719-a81e-669ce56a67f1 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:15.658426 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:15.718065 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Pushing event updated for resources: {'Port': ['ID=ad486221-b874-47bb-a0e9-8f586fd9fc56,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:15.743657 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.744029 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.744374 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.744845 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.745249 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.745658 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.746377 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.746797 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.747315 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.747710 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.748121 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.748522 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.748908 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.749355 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.749659 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:15.762528 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port ae7a598c-abda-4719-a81e-669ce56a67f1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ae7a598c-abda-4719-a81e-669ce56a67f1,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:15.768747 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:15.819103 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-c928559c-ae6e-4223-8596-8966f3dd991b None None] Set router 289771a6-e20d-4d10-9549-b95a58061b22 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:15.884713 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:15.899602 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:15.919435 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=ae7a598c-abda-4719-a81e-669ce56a67f1,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:15.933684 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef71862-0e6b-4549-9692-8791f9881854 req-50fcd2c8-6669-4ef3-9456-85ff2b9d256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:15.935239 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9ef71862-0e6b-4549-9692-8791f9881854 req-50fcd2c8-6669-4ef3-9456-85ff2b9d256e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.2870703 Oct 16 01:00:15.937078 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-3a80c814-be4f-4c34-a587-352088302e2b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2990507f-5171-4eb8-ae44-3866cf4c43a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271477 Oct 16 01:00:16.005677 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bf36a0-1154-46b8-b4c2-d565a2f916b4 None None] Network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:00:16.087931 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef71862-0e6b-4549-9692-8791f9881854 req-a20080d7-ff31-436d-8847-ca2b1d08df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:16.089459 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9ef71862-0e6b-4549-9692-8791f9881854 req-a20080d7-ff31-436d-8847-ca2b1d08df31 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1431141 Oct 16 01:00:16.090703 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-a80494dc-6a25-4ff5-bd27-44cd3cccb9f9 None None] Provisioning complete for port ae7a598c-abda-4719-a81e-669ce56a67f1 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:16.091099 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a80494dc-6a25-4ff5-bd27-44cd3cccb9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:16.091495 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-a80494dc-6a25-4ff5-bd27-44cd3cccb9f9 None None] Attempt 1 to provision port ae7a598c-abda-4719-a81e-669ce56a67f1 Oct 16 01:00:16.186215 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c97b8-cdf6-4e51-8330-b971012103d5 req-d2139b8c-647d-45e6-8ff4-1bfe9f45e3c9 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:16.193860 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-594c97b8-cdf6-4e51-8330-b971012103d5 req-d2139b8c-647d-45e6-8ff4-1bfe9f45e3c9 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0575089 Oct 16 01:00:16.223360 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-296da59a-59e4-4534-bcce-c0f24ed8ff8b req-4824d699-11d2-4eae-9b44-8f07ecfd9cac service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2990507f-5171-4eb8-ae44-3866cf4c43a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747090 Oct 16 01:00:16.252309 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-594c97b8-cdf6-4e51-8330-b971012103d5 req-9de4fa72-2669-42d2-9cb0-1f01e82bea84 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573533 Oct 16 01:00:16.258240 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c928559c-ae6e-4223-8596-8966f3dd991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:30Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a80b6386-e49a-488f-ba5d-006d9aabb10c', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'floating_ip_address': '172.37.2.4', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'port_id': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'mac_address': 'fa:16:3e:09:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:59:46Z', 'updated_at': '2022-10-16T01:00:13Z', 'revision_number': 1, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6', 'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'mac_address': 'fa:16:3e:5c:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:28Z', 'updated_at': '2022-10-16T00:57:52Z', 'revision_number': 5, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'subnets': [{'id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:16.268605 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Publish callbacks [] for router_gateway (0b991702-89ac-40f9-943f-5178995320ba), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:16.310842 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928559c-ae6e-4223-8596-8966f3dd991b None None] The sync data for ids ['289771a6-e20d-4d10-9549-b95a58061b22'] in dv-cinder-master-3-iscsi is: [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:30Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a80b6386-e49a-488f-ba5d-006d9aabb10c', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'floating_ip_address': '172.37.2.4', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'port_id': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'mac_address': 'fa:16:3e:09:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:59:46Z', 'updated_at': '2022-10-16T01:00:13Z', 'revision_number': 1, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6', 'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'mac_address': 'fa:16:3e:5c:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:28Z', 'updated_at': '2022-10-16T00:57:52Z', 'revision_number': 5, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'subnets': [{'id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:00:16.331622 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a80494dc-6a25-4ff5-bd27-44cd3cccb9f9 None None] Current status of the port ae7a598c-abda-4719-a81e-669ce56a67f1 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:16.345317 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9ef71862-0e6b-4549-9692-8791f9881854 req-08450366-3f6e-4f3b-9311-d2ef8a111fc9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463081 Oct 16 01:00:16.567085 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-647395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934'] for router (0b991702-89ac-40f9-943f-5178995320ba), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:16.589053 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b1146-29f3-4a52-9d83-16f3d8e578af req-a4efafe3-a099-4263-8ea8-e68f7da234ee tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:16.590616 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-139b1146-29f3-4a52-9d83-16f3d8e578af req-a4efafe3-a099-4263-8ea8-e68f7da234ee tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 943 time: 0.0598919 Oct 16 01:00:16.702221 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-139b1146-29f3-4a52-9d83-16f3d8e578af req-1d24eeec-8769-4ff5-8b12-19216f5e419e tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043012 Oct 16 01:00:16.794230 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Router 0b991702-89ac-40f9-943f-5178995320ba is scheduled to L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb with binding_index 1 {{(pid=104580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 01:00:16.846556 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-945abccc-a76c-4f14-8f06-eca061be6a30 None None] Provisioning complete for port ae7a598c-abda-4719-a81e-669ce56a67f1 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:16.847237 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-945abccc-a76c-4f14-8f06-eca061be6a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:16.847865 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-945abccc-a76c-4f14-8f06-eca061be6a30 None None] Attempt 1 to provision port ae7a598c-abda-4719-a81e-669ce56a67f1 Oct 16 01:00:16.950764 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:00:16.963600 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-945abccc-a76c-4f14-8f06-eca061be6a30 None None] Current status of the port ae7a598c-abda-4719-a81e-669ce56a67f1 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:16.968026 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Sync routers for ids ['0b991702-89ac-40f9-943f-5178995320ba'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:00:16.982281 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:16.986723 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-675b0e37-245d-4e76-bb87-a2b2b4a21259 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1914644 Oct 16 01:00:16.986888 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Routers {'0b991702-89ac-40f9-943f-5178995320ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:16.986888 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0b991702-89ac-40f9-943f-5178995320ba'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:16.987099 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33512) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:17.037467 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:17.044490 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-5e2129b1-732e-4acd-817b-896b5b2197e0 req-620f9184-124a-4bdd-ba0c-74eeafffec0e service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 01:00:17.045497 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5e2129b1-732e-4acd-817b-896b5b2197e0 req-620f9184-124a-4bdd-ba0c-74eeafffec0e service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0065093 Oct 16 01:00:17.096534 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Set router 0b991702-89ac-40f9-943f-5178995320ba gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:17.102737 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:17.167160 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:17.269515 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device ae7a598c-abda-4719-a81e-669ce56a67f1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:17.366538 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port ae7a598c-abda-4719-a81e-669ce56a67f1 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:17.367242 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:17.367564 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port ae7a598c-abda-4719-a81e-669ce56a67f1 Oct 16 01:00:17.408059 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:17.444167 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d2cbc-7b4c-4035-bccc-dbd2bb691319 None None] New status for floating IP a80b6386-e49a-488f-ba5d-006d9aabb10c: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:00:17.464691 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:00:15Z', 'revision_number': 3, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:17.497189 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Checking router: 0b991702-89ac-40f9-943f-5178995320ba for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:00:17.497539 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Updating router 0b991702-89ac-40f9-943f-5178995320ba port ad486221-b874-47bb-a0e9-8f586fd9fc56 binding host dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 01:00:17.553069 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:17.586043 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:17.588359 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port ae7a598c-abda-4719-a81e-669ce56a67f1 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:17.590619 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9ef71862-0e6b-4549-9692-8791f9881854 req-d06d5ee6-faa2-461a-9543-e4cff3aa6c22 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663302 Oct 16 01:00:17.632336 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d4f93-1623-411c-bb42-5f8092be7a6f req-b2098407-ce8e-429f-973a-50cbab526f0d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:17.641465 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-440d4f93-1623-411c-bb42-5f8092be7a6f req-b2098407-ce8e-429f-973a-50cbab526f0d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.3071737 Oct 16 01:00:17.662018 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3ca05ced-1629-4d8a-ba55-df9bd5a80ed6 req-e5219a7b-f28c-4068-82f6-3d1cadd949d4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2547774 Oct 16 01:00:17.736050 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-440d4f93-1623-411c-bb42-5f8092be7a6f req-f677ba9e-6c52-445e-ab0f-68b5e9ce5139 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916855 Oct 16 01:00:17.745818 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:17.795947 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05ced-1629-4d8a-ba55-df9bd5a80ed6 req-3cfb6178-8f50-4edb-ac40-e40f9936b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:17.795947 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3ca05ced-1629-4d8a-ba55-df9bd5a80ed6 req-3cfb6178-8f50-4edb-ac40-e40f9936b969 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 1130 time: 0.0751965 Oct 16 01:00:17.933562 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05ced-1629-4d8a-ba55-df9bd5a80ed6 req-f88de0ff-9528-42fd-a092-b63808cfb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:17.936180 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3ca05ced-1629-4d8a-ba55-df9bd5a80ed6 req-f88de0ff-9528-42fd-a092-b63808cfb933 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.1139796 Oct 16 01:00:17.959216 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e3dfb-4e0f-43c8-9dbd-2286235356c6 req-bf63cdf0-2017-4ae9-b683-9459b9f0a485 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:17.967828 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e96e3dfb-4e0f-43c8-9dbd-2286235356c6 req-bf63cdf0-2017-4ae9-b683-9459b9f0a485 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 943 time: 0.1065648 Oct 16 01:00:17.972246 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:17.998901 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33538) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:18.006940 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3ca05ced-1629-4d8a-ba55-df9bd5a80ed6 req-418d91ad-9e0b-4957-9a77-796919a4e12c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6727a07-61b9-4fef-83e4-902cce857bee HTTP/1.1" status: 200 len: 217 time: 0.0634780 Oct 16 01:00:18.038444 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Allocated IP 172.20.0.1 (aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae/de2290f6-6368-4cf5-9301-7df9595cdb2f/48424f32-bbb0-49e2-95a3-c10004ab3ea6) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:00:18.057346 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:18.096307 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05ced-1629-4d8a-ba55-df9bd5a80ed6 req-13e411b2-56ad-4725-b5b9-7afb87cf7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:18.098816 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3ca05ced-1629-4d8a-ba55-df9bd5a80ed6 req-13e411b2-56ad-4725-b5b9-7afb87cf7340 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.0851624 Oct 16 01:00:18.117143 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Publish callbacks [] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:18.128672 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:18.157522 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05ced-1629-4d8a-ba55-df9bd5a80ed6 req-ef0f9c6d-462b-4602-84dd-3255f6c18531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:18.158893 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3ca05ced-1629-4d8a-ba55-df9bd5a80ed6 req-ef0f9c6d-462b-4602-84dd-3255f6c18531 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514159 Oct 16 01:00:18.165443 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Attempting to bind port ad486221-b874-47bb-a0e9-8f586fd9fc56 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:00:18.165904 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Attempting to bind port ad486221-b874-47bb-a0e9-8f586fd9fc56 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:00:18.166284 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Attempting to bind port ad486221-b874-47bb-a0e9-8f586fd9fc56 on network 208c62ac-592a-4dec-a1cf-31599d23bbee {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:18.184174 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e96e3dfb-4e0f-43c8-9dbd-2286235356c6 req-6c13381f-50eb-4e98-b1ba-db7a137a20e2 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127533 Oct 16 01:00:18.208708 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f998a-8233-4c19-8d70-3f2088394086 None None] Pushing event updated for resources: {'Port': ['ID=ad486221-b874-47bb-a0e9-8f586fd9fc56,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:18.224651 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-c5b9b39c-41a3-472f-89a8-885a42576cb3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2244289 Oct 16 01:00:18.234745 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-87d9030a-ba05-4fa5-99d7-592789ed8cfe service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 01:00:18.236318 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:00:18.236693 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:18.237096 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:18.237486 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Bound using segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:00:18.237958 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Bound port: ad486221-b874-47bb-a0e9-8f586fd9fc56, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:00:18.238339 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:18.247440 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-87d9030a-ba05-4fa5-99d7-592789ed8cfe service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0154285 Oct 16 01:00:18.280889 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3ca05ced-1629-4d8a-ba55-df9bd5a80ed6 req-247d422f-3fbf-4c24-8b9f-0b8ecdf395c8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145320 Oct 16 01:00:18.298162 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Publish callbacks [] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:18.309270 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] For port ad486221-b874-47bb-a0e9-8f586fd9fc56, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:00:18.313337 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:18.314951 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] For port ad486221-b874-47bb-a0e9-8f586fd9fc56, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ad486221-b874-47bb-a0e9-8f586fd9fc56,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:00:18.328033 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:18.343551 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:18.345481 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33546) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:18.383625 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Routers {'0b991702-89ac-40f9-943f-5178995320ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:18.384257 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0b991702-89ac-40f9-943f-5178995320ba'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:18.412506 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:18.417324 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:18.419877 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:00:18.435735 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Pushing event updated for resources: {'Port': ['ID=48424f32-bbb0-49e2-95a3-c10004ab3ea6,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:18.446726 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f998a-8233-4c19-8d70-3f2088394086 None None] Pushing event updated for resources: {'Port': ['ID=ad486221-b874-47bb-a0e9-8f586fd9fc56,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:18.454100 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3ca05ced-1629-4d8a-ba55-df9bd5a80ed6 req-d53ea47d-7a1e-4701-98c4-0915c4b10f3a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652765 Oct 16 01:00:18.495224 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.495576 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.495925 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.496268 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.496635 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.496973 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.497301 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.497760 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.497960 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.498560 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.498959 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.499249 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.499587 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.499906 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.500232 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:18.507335 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:18.517566 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-c81779de-909e-4ad7-806c-d5b1ba121d7e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:18.519086 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-c81779de-909e-4ad7-806c-d5b1ba121d7e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports/9f15f027-a9c6-4298-a989-336905ee5a12 HTTP/1.1" status: 200 len: 941 time: 0.1704979 Oct 16 01:00:18.532081 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] Set router 0b991702-89ac-40f9-943f-5178995320ba gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:18.534788 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647477'] for router_interface (0b991702-89ac-40f9-943f-5178995320ba), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:18.701429 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:18.706508 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-33212498-65fc-4791-8330-1f9baf3d30d0 None None] Provisioning complete for port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:18.707004 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-33212498-65fc-4791-8330-1f9baf3d30d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:18.707255 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-33212498-65fc-4791-8330-1f9baf3d30d0 None None] Attempt 1 to provision port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 Oct 16 01:00:18.752604 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-33212498-65fc-4791-8330-1f9baf3d30d0 None None] Port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:00:18.773001 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:00:15Z', 'revision_number': 3, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:18.775716 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:18.812236 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c17cec0-1998-48d6-b039-cef328275204 None None] The sync data for ids ['0b991702-89ac-40f9-943f-5178995320ba'] in dv-cinder-master-3-iscsi is: [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:00:15Z', 'revision_number': 3, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:00:18.943883 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2fb57-702c-4009-b656-930739c2abc0 req-afc00040-80c8-4364-82fb-70c055592d19 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:18.954249 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-40e2fb57-702c-4009-b656-930739c2abc0 req-afc00040-80c8-4364-82fb-70c055592d19 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0806127 Oct 16 01:00:18.989731 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Publish callbacks [] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:18.998567 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:19.013248 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-40e2fb57-702c-4009-b656-930739c2abc0 req-e949cf5c-29bb-4c49-8a84-8c4fafbd3d5e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578630 Oct 16 01:00:19.086378 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Pushing event updated for resources: {'Port': ['ID=48424f32-bbb0-49e2-95a3-c10004ab3ea6,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:19.089104 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647593'] for router_interface (0b991702-89ac-40f9-943f-5178995320ba), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:19.171805 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:19.207345 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:19.208802 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:19.311494 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 70199f9c-b3b8-489f-9600-44bd5461aa30 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:00:19.320864 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 9f15f027-a9c6-4298-a989-336905ee5a12 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:00:19.413052 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d98d89-e5b9-4113-8f24-e3f80471e532 req-2282af0c-fd33-4b5f-a4f3-0bb69ef3c370 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:19.420211 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-24d98d89-e5b9-4113-8f24-e3f80471e532 req-2282af0c-fd33-4b5f-a4f3-0bb69ef3c370 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 943 time: 0.0705562 Oct 16 01:00:19.440400 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Router 0b991702-89ac-40f9-943f-5178995320ba has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:00:19.467018 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 70199f9c-b3b8-489f-9600-44bd5461aa30, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=70199f9c-b3b8-489f-9600-44bd5461aa30,segment=NetworkSegment(4d693cf3-b43f-41e8-8a4a-dae4c48f093a),segment_id=4d693cf3-b43f-41e8-8a4a-dae4c48f093a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:19.486404 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:19.492140 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-24d98d89-e5b9-4113-8f24-e3f80471e532 req-79e9ea88-530d-4ab2-bb17-eeed52b9c729 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709887 Oct 16 01:00:19.517569 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:19.518587 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:19.530385 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:19.532070 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '70199f9c-b3b8-489f-9600-44bd5461aa30', 'network_id': '2990507f-5171-4eb8-ae44-3866cf4c43a9', 'port_id': '70199f9c-b3b8-489f-9600-44bd5461aa30', 'mac_address': 'fa:16:3e:d5:b6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984308e5-babb-4c21-813e-335d2229fcf9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:00:19.549130 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-f5e70f0a-1d37-44cc-b6eb-68063fc882d7 None None] Provisioning complete for port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:19.549555 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f5e70f0a-1d37-44cc-b6eb-68063fc882d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:19.550123 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-f5e70f0a-1d37-44cc-b6eb-68063fc882d7 None None] Attempt 1 to provision port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 Oct 16 01:00:19.615017 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:00:19.630361 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a0bd4dc9-fac1-4f70-93cd-a6d27d6730ec admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/0b991702-89ac-40f9-943f-5178995320ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6421626 Oct 16 01:00:19.677093 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 70199f9c-b3b8-489f-9600-44bd5461aa30 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:19.677612 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:19.682156 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f5e70f0a-1d37-44cc-b6eb-68063fc882d7 None None] Port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:00:19.683699 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 9f15f027-a9c6-4298-a989-336905ee5a12 is: DOWN; New status is: DOWN {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:19.699293 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70199f9c-b3b8-489f-9600-44bd5461aa30 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:00:19.723151 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 70199f9c-b3b8-489f-9600-44bd5461aa30, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=70199f9c-b3b8-489f-9600-44bd5461aa30,segment=NetworkSegment(4d693cf3-b43f-41e8-8a4a-dae4c48f093a),segment_id=4d693cf3-b43f-41e8-8a4a-dae4c48f093a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:19.730915 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:19.819586 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=70199f9c-b3b8-489f-9600-44bd5461aa30,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:20.034245 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['70199f9c-b3b8-489f-9600-44bd5461aa30'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:00:20.234720 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67932-3852-47b6-9a0c-bddf75f086c9 req-733c6180-7e67-45ca-b43f-6a2d71db65ed tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:20.243717 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2ed67932-3852-47b6-9a0c-bddf75f086c9 req-733c6180-7e67-45ca-b43f-6a2d71db65ed tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0850048 Oct 16 01:00:20.303408 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2ed67932-3852-47b6-9a0c-bddf75f086c9 req-b1f8802d-d7a9-4933-b30e-9553c7347c87 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542226 Oct 16 01:00:20.377680 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33594) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:20.382557 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-665180371-network', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:20.405718 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Made reservation on behalf of ef2df25edb2b4bee9f71c94e2249e1f7 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:00:20.408470 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:20.417533 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:20.510079 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Publish callbacks [] for security_group (2430aff5-6ca2-4d6a-8b4c-7570f30f43a1), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:20.514081 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2430aff5-6ca2-4d6a-8b4c-7570f30f43a1), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:20.547122 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 01:00:20.555131 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2430aff5-6ca2-4d6a-8b4c-7570f30f43a1,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:20.567437 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (eed8e0e7-4394-47d2-b07b-185558efbf1c), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:20.568086 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Added segment eed8e0e7-4394-47d2-b07b-185558efbf1c of type vlan for network b461444f-0415-4655-b84a-88bf01b40b1a Oct 16 01:00:20.643367 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (b461444f-0415-4655-b84a-88bf01b40b1a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:20.668401 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc44ad-359a-48c1-b39d-e0ed88775196 req-e7ed5cb3-a814-4e99-ad9a-db640a809b27 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:20.669860 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eecc44ad-359a-48c1-b39d-e0ed88775196 req-e7ed5cb3-a814-4e99-ad9a-db640a809b27 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 944 time: 0.0848477 Oct 16 01:00:20.701560 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (b461444f-0415-4655-b84a-88bf01b40b1a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:20.702669 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:20.703312 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:20.781008 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:20.786772 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eecc44ad-359a-48c1-b39d-e0ed88775196 req-7da2580c-2e99-4f6f-b21d-65ee2a1d5fe1 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092780 Oct 16 01:00:20.793140 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4144235 Oct 16 01:00:20.794959 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedb4b2-ab73-4d7c-9091-5baef6598129 admin admin] Pushing event updated for resources: {'Network': ['ID=b461444f-0415-4655-b84a-88bf01b40b1a,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:20.796106 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33598) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:20.802075 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-4334f2d9-857e-4d45-9fe2-f53c64e54ca5 admin admin] Request body: {'subnet': {'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-665180371-subnet', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:20.820712 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network b461444f-0415-4655-b84a-88bf01b40b1a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 01:00:20.835851 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4334f2d9-857e-4d45-9fe2-f53c64e54ca5 admin admin] Made reservation on behalf of ef2df25edb2b4bee9f71c94e2249e1f7 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:00:20.839140 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4334f2d9-857e-4d45-9fe2-f53c64e54ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2664597'] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:20.858615 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Sync routers for ids ['0b991702-89ac-40f9-943f-5178995320ba'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:00:20.870119 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Routers {'0b991702-89ac-40f9-943f-5178995320ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:20.870747 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0b991702-89ac-40f9-943f-5178995320ba'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:20.982077 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Set router 0b991702-89ac-40f9-943f-5178995320ba gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:21.011961 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:21.074398 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4334f2d9-857e-4d45-9fe2-f53c64e54ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2697758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2664583'] for subnet (de7a33c4-ae37-49e1-aede-5b4993e82cff), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.115373 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:21.147871 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334f2d9-857e-4d45-9fe2-f53c64e54ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de7a33c4-ae37-49e1-aede-5b4993e82cff,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:21.167568 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334f2d9-857e-4d45-9fe2-f53c64e54ca5 admin admin] Checking segment: {'id': 'eed8e0e7-4394-47d2-b07b-185558efbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:21.167926 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4334f2d9-857e-4d45-9fe2-f53c64e54ca5 admin admin] Network hostable DHCP agents. Network: b461444f-0415-4655-b84a-88bf01b40b1a, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 01:00:21.191044 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4334f2d9-857e-4d45-9fe2-f53c64e54ca5 admin admin] Network b461444f-0415-4655-b84a-88bf01b40b1a is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 01:00:21.204580 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-4334f2d9-857e-4d45-9fe2-f53c64e54ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b461444f-0415-4655-b84a-88bf01b40b1a) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:21.207737 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 4, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '48424f32-bbb0-49e2-95a3-c10004ab3ea6', 'name': '', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'mac_address': 'fa:16:3e:b9:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:17Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 2, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'subnets': [{'id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:21.213141 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d0e2a-ddd2-44f9-9ea9-98d5a192a001 None None] Network b461444f-0415-4655-b84a-88bf01b40b1a requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:00:21.224248 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4334f2d9-857e-4d45-9fe2-f53c64e54ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:21.225058 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4334f2d9-857e-4d45-9fe2-f53c64e54ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.252834 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Checking router: 0b991702-89ac-40f9-943f-5178995320ba for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:00:21.253473 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Updating router 0b991702-89ac-40f9-943f-5178995320ba port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 binding host dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 01:00:21.271424 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-4334f2d9-857e-4d45-9fe2-f53c64e54ca5 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4740052 Oct 16 01:00:21.275204 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33602) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:21.280765 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-665180371-router', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:21.286942 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.314723 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11664'] for router (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.316109 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11659'] for router (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.343096 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device ad486221-b874-47bb-a0e9-8f586fd9fc56 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:21.350713 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 70199f9c-b3b8-489f-9600-44bd5461aa30 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:21.554226 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 70199f9c-b3b8-489f-9600-44bd5461aa30 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:00:21.560957 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port ad486221-b874-47bb-a0e9-8f586fd9fc56 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:21.561306 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.561551 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port ad486221-b874-47bb-a0e9-8f586fd9fc56 Oct 16 01:00:21.564637 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 70199f9c-b3b8-489f-9600-44bd5461aa30 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:21.564991 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.565328 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 70199f9c-b3b8-489f-9600-44bd5461aa30 Oct 16 01:00:21.584601 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b461444f-0415-4655-b84a-88bf01b40b1a', 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a', 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'fixed_ips': [{'subnet_id': 'de7a33c4-ae37-49e1-aede-5b4993e82cff'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 01:00:21.585546 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.607962 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Publish callbacks [] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.614703 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.680312 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a51e0-2146-4957-a077-a789678cc160 None None] Pushing event updated for resources: {'Port': ['ID=48424f32-bbb0-49e2-95a3-c10004ab3ea6,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:21.692431 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Publish callbacks [] for router_controller (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), precommit_add_association {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.719645 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Attempting to bind port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:00:21.720393 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Attempting to bind port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:00:21.720965 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Attempting to bind port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 on network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:21.752102 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:21.770775 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:00:21.771605 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Checking segment: {'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:21.772215 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.772801 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Bound using segment: {'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:00:21.774607 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Bound port: 48424f32-bbb0-49e2-95a3-c10004ab3ea6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:00:21.775404 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.796043 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port ad486221-b874-47bb-a0e9-8f586fd9fc56 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:21.796436 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.873928 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-35c22047-794e-4d3a-ae66-bc905b85652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:21.875503 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-35c22047-794e-4d3a-ae66-bc905b85652a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb&tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8 HTTP/1.1" status: 200 len: 1128 time: 0.1857698 Oct 16 01:00:21.883249 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd79a2-bc20-4293-82d5-c20b2750f766 req-41f2acd1-5098-4724-9df3-ab0b837ed4b7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:21.894685 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0fd79a2-bc20-4293-82d5-c20b2750f766 req-41f2acd1-5098-4724-9df3-ab0b837ed4b7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.2019062 Oct 16 01:00:21.925844 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] For port 48424f32-bbb0-49e2-95a3-c10004ab3ea6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:00:21.934326 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] For port 48424f32-bbb0-49e2-95a3-c10004ab3ea6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=48424f32-bbb0-49e2-95a3-c10004ab3ea6,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:00:21.942134 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:21.946969 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ce118-01ad-4021-aaad-5fc463048813 req-5675872f-0080-4dc1-b7ea-8deb03bee93e tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:21.948935 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:21.956266 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be5ce118-01ad-4021-aaad-5fc463048813 req-5675872f-0080-4dc1-b7ea-8deb03bee93e tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 944 time: 0.0664039 Oct 16 01:00:21.979504 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Publish callbacks [] for router_gateway (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:22.026191 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 70199f9c-b3b8-489f-9600-44bd5461aa30 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:22.027277 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:22.030639 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be5ce118-01ad-4021-aaad-5fc463048813 req-fe7ba383-009c-459a-9a1c-595235f21b1f tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729978 Oct 16 01:00:22.044079 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:22.065024 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port ad486221-b874-47bb-a0e9-8f586fd9fc56, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ad486221-b874-47bb-a0e9-8f586fd9fc56,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:22.081912 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:22.085054 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Allocated IP 172.20.0.2 (b461444f-0415-4655-b84a-88bf01b40b1a/de7a33c4-ae37-49e1-aede-5b4993e82cff/c9bf46df-7ac4-440c-8c35-1671b8a9814d) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:00:22.095419 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd75b99-5bd7-4f32-9735-aeb21a523563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70199f9c-b3b8-489f-9600-44bd5461aa30'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:22.097729 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dce99e-819a-46e5-9d94-bb99d38c48e3" -d '{"events": [{"server_uuid": "8dd75b99-5bd7-4f32-9735-aeb21a523563", "name": "network-vif-plugged", "status": "completed", "tag": "70199f9c-b3b8-489f-9600-44bd5461aa30"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:22.127773 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-70e578f5-bbf4-4e48-832d-5694b946c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:22.129281 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-70e578f5-bbf4-4e48-832d-5694b946c9ef service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 1128 time: 0.1436541 Oct 16 01:00:22.135092 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 70199f9c-b3b8-489f-9600-44bd5461aa30, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=70199f9c-b3b8-489f-9600-44bd5461aa30,segment=NetworkSegment(4d693cf3-b43f-41e8-8a4a-dae4c48f093a),segment_id=4d693cf3-b43f-41e8-8a4a-dae4c48f093a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:22.144799 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:22.170934 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab59a50c-6f90-4413-8149-0d98abeefa94 x-openstack-request-id: req-ab59a50c-6f90-4413-8149-0d98abeefa94 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:22.171237 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd75b99-5bd7-4f32-9735-aeb21a523563", "name": "network-vif-plugged", "status": "completed", "tag": "70199f9c-b3b8-489f-9600-44bd5461aa30", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:22.171495 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab59a50c-6f90-4413-8149-0d98abeefa94 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:22.172071 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab59a50c-6f90-4413-8149-0d98abeefa94'] response: {'server_uuid': '8dd75b99-5bd7-4f32-9735-aeb21a523563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70199f9c-b3b8-489f-9600-44bd5461aa30', 'code': 200} Oct 16 01:00:22.181254 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0fd79a2-bc20-4293-82d5-c20b2750f766 req-1d366f03-42e0-4517-9024-2eecc34ebd19 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856190 Oct 16 01:00:22.223385 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:22.228007 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a51e0-2146-4957-a077-a789678cc160 None None] Pushing event updated for resources: {'Port': ['ID=48424f32-bbb0-49e2-95a3-c10004ab3ea6,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:22.231293 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=ad486221-b874-47bb-a0e9-8f586fd9fc56,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:22.232324 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Routers {'0b991702-89ac-40f9-943f-5178995320ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:22.233689 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0b991702-89ac-40f9-943f-5178995320ba'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:22.301717 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:22.328162 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=70199f9c-b3b8-489f-9600-44bd5461aa30,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:22.370050 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] Set router 0b991702-89ac-40f9-943f-5178995320ba gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:22.385764 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-62c1962e-b0b6-4f1f-aca4-0a777dc82cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:22.387269 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-62c1962e-b0b6-4f1f-aca4-0a777dc82cef service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 917 time: 0.2448566 Oct 16 01:00:22.394695 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Publish callbacks [] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:22.404274 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:22.414114 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Publish callbacks [] for router_gateway (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:22.449347 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Network b461444f-0415-4655-b84a-88bf01b40b1a is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:22.452730 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:22.456790 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:00:22.468650 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Pushing event updated for resources: {'Port': ['ID=c9bf46df-7ac4-440c-8c35-1671b8a9814d,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:22.507357 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:22.527176 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Attempting to bind port c9bf46df-7ac4-440c-8c35-1671b8a9814d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:00:22.527585 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Attempting to bind port c9bf46df-7ac4-440c-8c35-1671b8a9814d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'eed8e0e7-4394-47d2-b07b-185558efbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:00:22.527949 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Attempting to bind port c9bf46df-7ac4-440c-8c35-1671b8a9814d on network b461444f-0415-4655-b84a-88bf01b40b1a {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:22.528401 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:00:22.531230 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:22.573048 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:00:22.574008 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Checking segment: {'id': 'eed8e0e7-4394-47d2-b07b-185558efbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:22.574572 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:22.575270 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Bound using segment: {'id': 'eed8e0e7-4394-47d2-b07b-185558efbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:00:22.576514 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Bound port: c9bf46df-7ac4-440c-8c35-1671b8a9814d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed8e0e7-4394-47d2-b07b-185558efbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:00:22.576514 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:22.577379 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efc1e-253c-44c7-a3d4-3409c7d919a3 req-da9f07f4-b805-4b31-a91b-ed3abce623b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:22.578928 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ef1efc1e-253c-44c7-a3d4-3409c7d919a3 req-da9f07f4-b805-4b31-a91b-ed3abce623b5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 1129 time: 0.1618967 Oct 16 01:00:22.580621 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-173d4b19-4023-4b84-b052-519512fcb550 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f15f027-a9c6-4298-a989-336905ee5a12 HTTP/1.1" status: 200 len: 1000 time: 0.1625483 Oct 16 01:00:22.608023 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 4, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '48424f32-bbb0-49e2-95a3-c10004ab3ea6', 'name': '', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'mac_address': 'fa:16:3e:b9:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:17Z', 'updated_at': '2022-10-16T01:00:21Z', 'revision_number': 4, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'subnets': [{'id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:22.620018 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:22.641586 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8254d60-6035-4f8f-9383-9dc4e87d86af None None] The sync data for ids ['0b991702-89ac-40f9-943f-5178995320ba'] in dv-cinder-master-3-iscsi is: [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 4, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '48424f32-bbb0-49e2-95a3-c10004ab3ea6', 'name': '', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'mac_address': 'fa:16:3e:b9:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:17Z', 'updated_at': '2022-10-16T01:00:21Z', 'revision_number': 4, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'subnets': [{'id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:00:22.648665 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] For port c9bf46df-7ac4-440c-8c35-1671b8a9814d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:00:22.652402 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] For port c9bf46df-7ac4-440c-8c35-1671b8a9814d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c9bf46df-7ac4-440c-8c35-1671b8a9814d,segment=NetworkSegment(eed8e0e7-4394-47d2-b07b-185558efbf1c),segment_id=eed8e0e7-4394-47d2-b07b-185558efbf1c)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:00:22.659739 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:22.724144 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-7931a736-28b2-46b4-be06-12af3dceccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:22.725599 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-7931a736-28b2-46b4-be06-12af3dceccea service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d HTTP/1.1" status: 200 len: 855 time: 0.1201515 Oct 16 01:00:22.748085 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceca871-4836-45f8-a13f-bd7b6c0782b3 None None] Pushing event updated for resources: {'Port': ['ID=c9bf46df-7ac4-440c-8c35-1671b8a9814d,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:22.760412 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ef1efc1e-253c-44c7-a3d4-3409c7d919a3 req-e45e2220-d05f-40f0-a58b-43c6af2f45d6 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690133 Oct 16 01:00:22.790359 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Allocated IP 172.37.2.169 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/199a6a07-ef81-454a-9a90-e16388fd8068) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:00:22.816069 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-eaff1ec3-b85e-4c3b-9ff6-53a20102424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:22.817911 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-eaff1ec3-b85e-4c3b-9ff6-53a20102424b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686145 Oct 16 01:00:22.958328 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Publish callbacks [] for port (199a6a07-ef81-454a-9a90-e16388fd8068), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:23.054127 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (199a6a07-ef81-454a-9a90-e16388fd8068), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:23.125402 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:23.130691 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:23.134355 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-e7f39745-21a8-4c34-b651-e75d887e2ba1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616316 Oct 16 01:00:23.135025 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Pushing event updated for resources: {'Port': ['ID=199a6a07-ef81-454a-9a90-e16388fd8068,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:23.137383 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:00:23.173575 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9ecaa-1255-4bf0-a589-669024fc1d28 req-11aa7e02-1984-42cf-9775-58f38377cf4e tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:23.177171 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-77c9ecaa-1255-4bf0-a589-669024fc1d28 req-11aa7e02-1984-42cf-9775-58f38377cf4e tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 945 time: 0.0674109 Oct 16 01:00:23.308865 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-77c9ecaa-1255-4bf0-a589-669024fc1d28 req-21833690-28d1-4c0d-b58d-7fc9887ad67b tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223450 Oct 16 01:00:23.357871 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a875ad8-f6be-4dc9-b8e5-dbb751fb7204 req-e81fbb12-eb25-4cf3-928e-a176252b5f88 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163322 Oct 16 01:00:23.418681 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:23.419363 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device c9bf46df-7ac4-440c-8c35-1671b8a9814d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:23.450047 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d0dad-0adf-4cd8-94ee-3a998cb42eb1 req-bf73104a-0b91-4066-86a7-16aaf7a35210 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:23.451647 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-291d0dad-0adf-4cd8-94ee-3a998cb42eb1 req-bf73104a-0b91-4066-86a7-16aaf7a35210 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0756974 Oct 16 01:00:23.477666 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port c9bf46df-7ac4-440c-8c35-1671b8a9814d triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:23.478373 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:23.478944 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port c9bf46df-7ac4-440c-8c35-1671b8a9814d Oct 16 01:00:23.557715 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-291d0dad-0adf-4cd8-94ee-3a998cb42eb1 req-4bc756c2-da3c-45ae-936a-0f8c0221fc08 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685484 Oct 16 01:00:23.591783 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port c9bf46df-7ac4-440c-8c35-1671b8a9814d is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:23.592067 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:23.621801 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-145fecd1-8603-4929-9ddd-6df89134e8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:23.655369 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port c9bf46df-7ac4-440c-8c35-1671b8a9814d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c9bf46df-7ac4-440c-8c35-1671b8a9814d,segment=NetworkSegment(eed8e0e7-4394-47d2-b07b-185558efbf1c),segment_id=eed8e0e7-4394-47d2-b07b-185558efbf1c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:23.659908 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Publish callbacks [] for router_gateway (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:23.661234 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:23.663731 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 48424f32-bbb0-49e2-95a3-c10004ab3ea6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:23.754403 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=c9bf46df-7ac4-440c-8c35-1671b8a9814d,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:23.767437 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:23.768025 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:23.768509 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 Oct 16 01:00:23.800055 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:23.877571 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:23.878028 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:23.920681 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 48424f32-bbb0-49e2-95a3-c10004ab3ea6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=48424f32-bbb0-49e2-95a3-c10004ab3ea6,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:23.925640 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:23.926828 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device ad486221-b874-47bb-a0e9-8f586fd9fc56 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:23.949628 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-647395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934'] for router (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:23.966543 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaf56f2-b9f6-4896-8c25-c9e16352ceb6 None None] Network b461444f-0415-4655-b84a-88bf01b40b1a requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:00:24.097841 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:24.135569 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-83c40f8c-ae47-4346-ad65-aec08841d5ab None None] Provisioning complete for port c9bf46df-7ac4-440c-8c35-1671b8a9814d triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:24.136055 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-83c40f8c-ae47-4346-ad65-aec08841d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:24.136391 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-83c40f8c-ae47-4346-ad65-aec08841d5ab None None] Attempt 1 to provision port c9bf46df-7ac4-440c-8c35-1671b8a9814d Oct 16 01:00:24.139608 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Router 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb is scheduled to L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb with binding_index 1 {{(pid=104580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 01:00:24.192949 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=48424f32-bbb0-49e2-95a3-c10004ab3ea6,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:24.228984 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port ad486221-b874-47bb-a0e9-8f586fd9fc56 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:24.229367 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:24.229704 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port ad486221-b874-47bb-a0e9-8f586fd9fc56 Oct 16 01:00:24.277502 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:00:24.296085 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Sync routers for ids ['87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:00:24.311137 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:24.316110 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-bc382129-add9-4392-92a4-cd11537693f8 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0362041 Oct 16 01:00:24.316860 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33642) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:24.377595 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Routers {'87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:24.378435 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T00:59:57Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:24.521861 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:24.526378 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-83c40f8c-ae47-4346-ad65-aec08841d5ab None None] Current status of the port c9bf46df-7ac4-440c-8c35-1671b8a9814d is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:24.658952 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0584a-11bc-4c85-8e25-cfedd2aa66f5 req-9ca6c70d-a601-4e67-8443-b9a8d65bd74a tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:24.670663 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aec0584a-11bc-4c85-8e25-cfedd2aa66f5 req-9ca6c70d-a601-4e67-8443-b9a8d65bd74a tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 945 time: 0.1704137 Oct 16 01:00:24.772317 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Set router 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:24.833183 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aec0584a-11bc-4c85-8e25-cfedd2aa66f5 req-3448c317-4380-4456-99ac-b383e73bfdb0 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551585 Oct 16 01:00:24.860671 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:24.935417 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-f73d0286-0c54-457d-9e80-3075c8446f2d None None] Provisioning complete for port c9bf46df-7ac4-440c-8c35-1671b8a9814d triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:24.935745 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f73d0286-0c54-457d-9e80-3075c8446f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:24.936087 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-f73d0286-0c54-457d-9e80-3075c8446f2d None None] Attempt 1 to provision port c9bf46df-7ac4-440c-8c35-1671b8a9814d Oct 16 01:00:24.947402 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port ad486221-b874-47bb-a0e9-8f586fd9fc56 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:25.187965 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'name': 'tempest-TestShelveInstance-665180371-router', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169'}], 'enable_snat': True}, 'gw_port_id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:21Z', 'updated_at': '2022-10-16T01:00:23Z', 'revision_number': 3, 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'gw_port': {'id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:22Z', 'updated_at': '2022-10-16T01:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:25.196259 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-1377e949-4dd5-4ab4-b941-d8234187dc87 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1119436186&fields=id&tenant_id=cb1743385ea14cc39244c83e8fc88e7e HTTP/1.1" status: 200 len: 267 time: 0.1400437 Oct 16 01:00:25.347523 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Checking router: 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:00:25.347881 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Updating router 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb port 199a6a07-ef81-454a-9a90-e16388fd8068 binding host dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 01:00:25.396876 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-cbd18e9e-31b2-4a3d-a61b-a1a8ba30ef19 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:25.411518 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-cbd18e9e-31b2-4a3d-a61b-a1a8ba30ef19 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 811 time: 0.2138259 Oct 16 01:00:25.413816 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device c9bf46df-7ac4-440c-8c35-1671b8a9814d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:25.420674 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:25.440331 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-3b08a28c-2e35-4052-b910-937c5b4280c7 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/quotas/cb1743385ea14cc39244c83e8fc88e7e HTTP/1.1" status: 200 len: 375 time: 0.0276592 Oct 16 01:00:25.471668 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02661de2-e01e-4b61-a6e9-431cd625ed92 req-11e7d144-8829-47fb-9750-5e626b051a34 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:25.472421 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f73d0286-0c54-457d-9e80-3075c8446f2d None None] Current status of the port c9bf46df-7ac4-440c-8c35-1671b8a9814d is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:25.473230 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-02661de2-e01e-4b61-a6e9-431cd625ed92 req-11e7d144-8829-47fb-9750-5e626b051a34 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.2514865 Oct 16 01:00:25.494384 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (199a6a07-ef81-454a-9a90-e16388fd8068), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:25.511331 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-6919aa78-c6b3-4a0f-9341-75a1b06554df tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637150 Oct 16 01:00:25.581389 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port c9bf46df-7ac4-440c-8c35-1671b8a9814d triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:25.583502 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:25.584848 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port c9bf46df-7ac4-440c-8c35-1671b8a9814d Oct 16 01:00:25.616857 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:25.668960 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-02661de2-e01e-4b61-a6e9-431cd625ed92 req-057bf4fd-56d7-4e8f-9b32-249a13c4aeed tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793292 Oct 16 01:00:25.701832 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-09629e21-a5d3-4131-8eec-504a188fbd7c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840074 Oct 16 01:00:25.944259 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-191e2c16-cdcf-451d-9bc1-e4f76703b96e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350626 Oct 16 01:00:26.221172 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9c31a-ce33-4009-853a-730fbe61c5a0 req-1d3f7a7c-aa9a-406d-91c6-3dbc635b2d02 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:26.230892 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eca9c31a-ce33-4009-853a-730fbe61c5a0 req-1d3f7a7c-aa9a-406d-91c6-3dbc635b2d02 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 945 time: 0.1260784 Oct 16 01:00:26.252114 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port c9bf46df-7ac4-440c-8c35-1671b8a9814d is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:26.253124 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 48424f32-bbb0-49e2-95a3-c10004ab3ea6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:26.341264 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:26.348012 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:26.348465 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:26.348728 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 Oct 16 01:00:26.361670 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:26.372005 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eca9c31a-ce33-4009-853a-730fbe61c5a0 req-5ae16470-d1a9-45a9-a008-dfbe730dc516 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395640 Oct 16 01:00:26.443702 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3208ea7f-addf-4338-b1dc-34a983668673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:26.473208 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Publish callbacks [] for port (199a6a07-ef81-454a-9a90-e16388fd8068), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:26.498595 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (199a6a07-ef81-454a-9a90-e16388fd8068), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:26.525622 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0ed4b6d9-8421-480b-807e-6f12510e20f2 req-33a56134-f33f-4a94-98bc-01c34bdaf3c6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 210 time: 0.0603580 Oct 16 01:00:26.547271 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Attempting to bind port 199a6a07-ef81-454a-9a90-e16388fd8068 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:00:26.547593 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Attempting to bind port 199a6a07-ef81-454a-9a90-e16388fd8068 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:00:26.547893 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Attempting to bind port 199a6a07-ef81-454a-9a90-e16388fd8068 on network 208c62ac-592a-4dec-a1cf-31599d23bbee {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:26.549845 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:26.585480 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5fb8f-e2a0-4e1f-95dc-ae0a1a4364bb None None] Pushing event updated for resources: {'Port': ['ID=199a6a07-ef81-454a-9a90-e16388fd8068,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:26.586687 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:26.607913 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Allocated IP 172.20.0.1 (b461444f-0415-4655-b84a-88bf01b40b1a/de7a33c4-ae37-49e1-aede-5b4993e82cff/02def970-29eb-4148-a20d-445ed75d4fe8) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:00:26.610769 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:00:26.611189 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:26.611717 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:26.612118 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Bound using segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:00:26.612600 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Bound port: 199a6a07-ef81-454a-9a90-e16388fd8068, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:00:26.613021 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (199a6a07-ef81-454a-9a90-e16388fd8068), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:26.669356 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] For port 199a6a07-ef81-454a-9a90-e16388fd8068, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:00:26.672930 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] For port 199a6a07-ef81-454a-9a90-e16388fd8068, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=199a6a07-ef81-454a-9a90-e16388fd8068,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:00:26.680563 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (199a6a07-ef81-454a-9a90-e16388fd8068), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:26.730085 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Routers {'87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:26.730747 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:26.738024 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Publish callbacks [] for port (02def970-29eb-4148-a20d-445ed75d4fe8), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:26.779546 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:26.786839 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:26.808613 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5fb8f-e2a0-4e1f-95dc-ae0a1a4364bb None None] Pushing event updated for resources: {'Port': ['ID=199a6a07-ef81-454a-9a90-e16388fd8068,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:26.850662 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Network b461444f-0415-4655-b84a-88bf01b40b1a is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:26.875537 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:26.879976 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:00:26.882133 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Pushing event updated for resources: {'Port': ['ID=02def970-29eb-4148-a20d-445ed75d4fe8,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:26.902526 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] Set router 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:26.924376 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b60aa-0056-4c93-aed0-9bf8d0b1d783 req-7779f10c-66cf-4300-bdd8-3044ba044ade tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:26.925870 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a46b60aa-0056-4c93-aed0-9bf8d0b1d783 req-7779f10c-66cf-4300-bdd8-3044ba044ade tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0954478 Oct 16 01:00:26.958089 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647477'] for router_interface (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:27.038769 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a46b60aa-0056-4c93-aed0-9bf8d0b1d783 req-6a55fd0c-376f-417b-b40b-fd87223743bc tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028249 Oct 16 01:00:27.089332 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:27.091503 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:27.104596 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'name': 'tempest-TestShelveInstance-665180371-router', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169'}], 'enable_snat': True}, 'gw_port_id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:21Z', 'updated_at': '2022-10-16T01:00:23Z', 'revision_number': 3, 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'gw_port': {'id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:22Z', 'updated_at': '2022-10-16T01:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:27.125152 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:27.134323 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c57e68a-9e8b-473f-bf90-4b9a0f9a5fdf None None] The sync data for ids ['87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'] in dv-cinder-master-3-iscsi is: [{'id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'name': 'tempest-TestShelveInstance-665180371-router', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169'}], 'enable_snat': True}, 'gw_port_id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:21Z', 'updated_at': '2022-10-16T01:00:23Z', 'revision_number': 3, 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'gw_port': {'id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:22Z', 'updated_at': '2022-10-16T01:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:00:27.233342 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-69c79a87-dba8-48d3-b17a-170a7ee1ade5 None None] Provisioning complete for port 02def970-29eb-4148-a20d-445ed75d4fe8 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:27.233719 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-69c79a87-dba8-48d3-b17a-170a7ee1ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:27.234064 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-69c79a87-dba8-48d3-b17a-170a7ee1ade5 None None] Attempt 1 to provision port 02def970-29eb-4148-a20d-445ed75d4fe8 Oct 16 01:00:27.293939 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-69c79a87-dba8-48d3-b17a-170a7ee1ade5 None None] Port 02def970-29eb-4148-a20d-445ed75d4fe8 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:00:27.322153 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:27.345297 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Publish callbacks [] for port (02def970-29eb-4148-a20d-445ed75d4fe8), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:27.350720 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:27.450823 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Pushing event updated for resources: {'Port': ['ID=02def970-29eb-4148-a20d-445ed75d4fe8,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:27.485321 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647593'] for router_interface (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:27.672291 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b24a0a-d8e8-4775-b1a9-41bdede7de9f req-7ecf29bb-e88a-4fbe-be1a-8907ec98adc5 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:27.679787 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b3b24a0a-d8e8-4775-b1a9-41bdede7de9f req-7ecf29bb-e88a-4fbe-be1a-8907ec98adc5 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 945 time: 0.1041536 Oct 16 01:00:27.763455 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Network b461444f-0415-4655-b84a-88bf01b40b1a is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:27.773107 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6a80d09f-43b8-4480-a149-ea261423451b req-c60a4192-1c59-4fbb-ad0a-2910e12a1548 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 210 time: 0.0931735 Oct 16 01:00:27.781739 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:27.788375 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b3b24a0a-d8e8-4775-b1a9-41bdede7de9f req-cc7a36d6-6f18-4750-903e-8b2bed2a489b tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072407 Oct 16 01:00:27.793718 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:28.009016 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Router 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:00:28.249929 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-4c803285-89ff-469f-a4ae-2ed975d047f7 None None] Provisioning complete for port 02def970-29eb-4148-a20d-445ed75d4fe8 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:28.250454 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c803285-89ff-469f-a4ae-2ed975d047f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:28.251090 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-4c803285-89ff-469f-a4ae-2ed975d047f7 None None] Attempt 1 to provision port 02def970-29eb-4148-a20d-445ed75d4fe8 Oct 16 01:00:28.292509 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611880dc-59ad-459f-9412-52c464eecf61 req-d9cbc272-9534-4480-ab51-863b0831e173 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:28.302919 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-611880dc-59ad-459f-9412-52c464eecf61 req-d9cbc272-9534-4480-ab51-863b0831e173 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.1251009 Oct 16 01:00:28.353488 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:28.355885 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:00:28.368652 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-416ee594-42d6-4962-a5b9-e3e93791aa11 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0503507 Oct 16 01:00:28.374224 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-4c803285-89ff-469f-a4ae-2ed975d047f7 None None] Port 02def970-29eb-4148-a20d-445ed75d4fe8 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:00:28.406441 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-611880dc-59ad-459f-9412-52c464eecf61 req-974e9df1-3f35-44e2-aef5-ebb2ca856c61 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020648 Oct 16 01:00:28.853450 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33710) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:28.858075 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-23e8bfe5-0c49-4e31-b00b-dd9313cd89aa tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65457001', 'description': 'tempest-secgroup-smoke-65457001 description', 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:28.880024 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-23e8bfe5-0c49-4e31-b00b-dd9313cd89aa tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:28.896931 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:28.937739 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f5df9f98-276c-456d-acdf-beaea426df0e req-bcbc2157-879f-4615-9923-71c55b36c2c3 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 210 time: 0.0319688 Oct 16 01:00:28.990882 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-23e8bfe5-0c49-4e31-b00b-dd9313cd89aa tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group (0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:28.998439 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dfcb5-7f72-4422-a994-2933dbd7c162 req-d5813c4a-b9da-452d-9eb6-2b1961293f27 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:29.000327 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3d0dfcb5-7f72-4422-a994-2933dbd7c162 req-d5813c4a-b9da-452d-9eb6-2b1961293f27 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 945 time: 0.0892642 Oct 16 01:00:29.001857 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-23e8bfe5-0c49-4e31-b00b-dd9313cd89aa tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.067919 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-23e8bfe5-0c49-4e31-b00b-dd9313cd89aa tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.072851 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-23e8bfe5-0c49-4e31-b00b-dd9313cd89aa tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2145543 Oct 16 01:00:29.073731 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33712) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:29.080540 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-5dd96325-0593-4c84-85b2-ea16e5531824 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Request body: {'security_group_rule': {'security_group_id': '0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9', 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:29.080888 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8bfe5-0c49-4e31-b00b-dd9313cd89aa tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:29.092841 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3d0dfcb5-7f72-4422-a994-2933dbd7c162 req-77552f19-fd23-44b9-af7e-78f523965593 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711484 Oct 16 01:00:29.120022 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5dd96325-0593-4c84-85b2-ea16e5531824 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (e5be585f-9b97-4c38-ad6e-5ddf224e1215), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.226504 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5dd96325-0593-4c84-85b2-ea16e5531824 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (e5be585f-9b97-4c38-ad6e-5ddf224e1215), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.230596 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5dd96325-0593-4c84-85b2-ea16e5531824 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (e5be585f-9b97-4c38-ad6e-5ddf224e1215), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.255064 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd96325-0593-4c84-85b2-ea16e5531824 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5be585f-9b97-4c38-ad6e-5ddf224e1215,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:29.266109 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5dd96325-0593-4c84-85b2-ea16e5531824 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.267381 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5dd96325-0593-4c84-85b2-ea16e5531824 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1925163 Oct 16 01:00:29.270136 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33714) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:29.280396 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-eb3c0f30-6c74-4abb-9aac-66e37c951010 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Request body: {'security_group_rule': {'security_group_id': '0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9', 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:29.284420 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 199a6a07-ef81-454a-9a90-e16388fd8068 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:29.320054 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0f30-6c74-4abb-9aac-66e37c951010 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (e60bc609-7163-4b8d-88f8-a9ea1294e0ce), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.348396 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 199a6a07-ef81-454a-9a90-e16388fd8068 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:29.349048 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (199a6a07-ef81-454a-9a90-e16388fd8068), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.349550 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 199a6a07-ef81-454a-9a90-e16388fd8068 Oct 16 01:00:29.427602 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0f30-6c74-4abb-9aac-66e37c951010 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (e60bc609-7163-4b8d-88f8-a9ea1294e0ce), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.441248 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0f30-6c74-4abb-9aac-66e37c951010 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (e60bc609-7163-4b8d-88f8-a9ea1294e0ce), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.467367 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c0f30-6c74-4abb-9aac-66e37c951010 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60bc609-7163-4b8d-88f8-a9ea1294e0ce,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:29.475144 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 199a6a07-ef81-454a-9a90-e16388fd8068 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:29.475875 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (199a6a07-ef81-454a-9a90-e16388fd8068), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.481973 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0f30-6c74-4abb-9aac-66e37c951010 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.483526 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-eb3c0f30-6c74-4abb-9aac-66e37c951010 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2124429 Oct 16 01:00:29.486478 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33718) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:29.493357 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-5c2e60d3-116d-475f-8ad8-6228aad15a32 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Request body: {'security_group_rule': {'security_group_id': '0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9', 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:29.507301 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 199a6a07-ef81-454a-9a90-e16388fd8068, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=199a6a07-ef81-454a-9a90-e16388fd8068,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:29.516314 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (199a6a07-ef81-454a-9a90-e16388fd8068), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.559893 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5c2e60d3-116d-475f-8ad8-6228aad15a32 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (5189b162-4a82-4891-87a7-b35068dbec39), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.591917 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea786b-4b53-4a71-87e7-da55fdfa8687 req-db338443-3ce7-4ee5-b86f-1e011975addc tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:29.599405 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f3ea786b-4b53-4a71-87e7-da55fdfa8687 req-db338443-3ce7-4ee5-b86f-1e011975addc tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0683472 Oct 16 01:00:29.629636 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:29.673379 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=199a6a07-ef81-454a-9a90-e16388fd8068,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:29.718359 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5c2e60d3-116d-475f-8ad8-6228aad15a32 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (5189b162-4a82-4891-87a7-b35068dbec39), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.725068 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f3ea786b-4b53-4a71-87e7-da55fdfa8687 req-2d36beaf-bcae-4b2b-91f1-c8d269a99054 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207442 Oct 16 01:00:29.725616 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5c2e60d3-116d-475f-8ad8-6228aad15a32 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (5189b162-4a82-4891-87a7-b35068dbec39), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.751515 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e60d3-116d-475f-8ad8-6228aad15a32 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5189b162-4a82-4891-87a7-b35068dbec39,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:29.758293 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5c2e60d3-116d-475f-8ad8-6228aad15a32 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.759722 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5c2e60d3-116d-475f-8ad8-6228aad15a32 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2720997 Oct 16 01:00:29.763165 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33720) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:29.768457 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-0a709b2c-faba-4848-aedf-4653b3945372 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Request body: {'security_group_rule': {'security_group_id': '0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9', 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:29.821725 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0a709b2c-faba-4848-aedf-4653b3945372 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (ed1924ea-fae9-4dbe-bafa-55edb14c619b), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.879459 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.899596 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0a709b2c-faba-4848-aedf-4653b3945372 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (ed1924ea-fae9-4dbe-bafa-55edb14c619b), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.908204 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0a709b2c-faba-4848-aedf-4653b3945372 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (ed1924ea-fae9-4dbe-bafa-55edb14c619b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.931915 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a709b2c-faba-4848-aedf-4653b3945372 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1924ea-fae9-4dbe-bafa-55edb14c619b,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:29.943654 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0a709b2c-faba-4848-aedf-4653b3945372 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:29.952357 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 33722) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:29.953510 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-0a709b2c-faba-4848-aedf-4653b3945372 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1878259 Oct 16 01:00:29.958594 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-e7209518-cdab-4132-88d0-b87272a7f41b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Request body: {'security_group_rule': {'security_group_id': '0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9', 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:29.988792 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.securitygroups_db [None req-e7209518-cdab-4132-88d0-b87272a7f41b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Project ed24cab62e1f4810a10e7ba36fcbeadb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 01:00:30.009161 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7209518-cdab-4132-88d0-b87272a7f41b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (a2847e34-a9d7-4715-80b2-87efcd94e5b1), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:30.148807 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4cf786ed-a752-4116-9e8f-c03bb027ab2b req-6d7deb60-6e8e-49d4-9bd1-81a2baa259d2 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 210 time: 0.0434318 Oct 16 01:00:30.166811 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7209518-cdab-4132-88d0-b87272a7f41b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (a2847e34-a9d7-4715-80b2-87efcd94e5b1), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:30.173299 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7209518-cdab-4132-88d0-b87272a7f41b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (a2847e34-a9d7-4715-80b2-87efcd94e5b1), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:30.199161 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7209518-cdab-4132-88d0-b87272a7f41b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2847e34-a9d7-4715-80b2-87efcd94e5b1,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:30.210210 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7209518-cdab-4132-88d0-b87272a7f41b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:30.215787 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 33728) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:30.219595 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:30.224158 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-729769e8-a822-4ff8-bceb-3934ff011752 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Request body: {'security_group_rule': {'security_group_id': '0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9', 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:30.233306 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e7209518-cdab-4132-88d0-b87272a7f41b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2787702 Oct 16 01:00:30.263729 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.securitygroups_db [None req-729769e8-a822-4ff8-bceb-3934ff011752 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Project ed24cab62e1f4810a10e7ba36fcbeadb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 01:00:30.288300 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-729769e8-a822-4ff8-bceb-3934ff011752 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (31185fc2-c566-4621-ad7c-4714b1692950), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:30.316541 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26bba7-d876-46a0-8df3-a399050ae6c2 req-adbe2207-56b1-4e79-8045-c6dada5944c6 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:30.318076 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f26bba7-d876-46a0-8df3-a399050ae6c2 req-adbe2207-56b1-4e79-8045-c6dada5944c6 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 945 time: 0.0673814 Oct 16 01:00:30.387001 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Sync routers for ids ['87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:00:30.403836 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-729769e8-a822-4ff8-bceb-3934ff011752 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (31185fc2-c566-4621-ad7c-4714b1692950), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:30.413845 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Routers {'87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:30.419622 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-729769e8-a822-4ff8-bceb-3934ff011752 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (31185fc2-c566-4621-ad7c-4714b1692950), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:30.420349 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:30.454353 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f26bba7-d876-46a0-8df3-a399050ae6c2 req-6baca253-6b7d-48e8-925d-f9302d750ca4 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233244 Oct 16 01:00:30.465225 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-729769e8-a822-4ff8-bceb-3934ff011752 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:30.471474 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-729769e8-a822-4ff8-bceb-3934ff011752 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2540097 Oct 16 01:00:30.485923 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729769e8-a822-4ff8-bceb-3934ff011752 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31185fc2-c566-4621-ad7c-4714b1692950,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:30.604998 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Set router 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:30.857289 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'name': 'tempest-TestShelveInstance-665180371-router', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169'}], 'enable_snat': True}, 'gw_port_id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:21Z', 'updated_at': '2022-10-16T01:00:27Z', 'revision_number': 4, 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'gw_port': {'id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:22Z', 'updated_at': '2022-10-16T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '02def970-29eb-4148-a20d-445ed75d4fe8', 'name': '', 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'mac_address': 'fa:16:3e:c3:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'de7a33c4-ae37-49e1-aede-5b4993e82cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:26Z', 'updated_at': '2022-10-16T01:00:27Z', 'revision_number': 2, 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'subnets': [{'id': 'de7a33c4-ae37-49e1-aede-5b4993e82cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:30.904850 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Checking router: 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:00:30.905553 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Updating router 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb port 02def970-29eb-4148-a20d-445ed75d4fe8 binding host dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 01:00:30.939318 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e37a1-eaee-4332-b3e8-d57bd002c563 req-6aefd139-e2c5-4ec1-ac6c-660fe22de823 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:30.949257 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a15e37a1-eaee-4332-b3e8-d57bd002c563 req-6aefd139-e2c5-4ec1-ac6c-660fe22de823 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0658855 Oct 16 01:00:30.970058 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:31.017836 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a15e37a1-eaee-4332-b3e8-d57bd002c563 req-7eaa3498-28d7-4833-b46f-ae87d57df78b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664613 Oct 16 01:00:31.140627 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:31.373232 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 199a6a07-ef81-454a-9a90-e16388fd8068 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:31.385384 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-29983e44-040a-4239-8092-25af426c0908 req-3dba197f-26cc-42ef-bbd9-8c8a7bcce429 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 210 time: 0.0884531 Oct 16 01:00:31.462224 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Publish callbacks [] for port (02def970-29eb-4148-a20d-445ed75d4fe8), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:31.471923 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:31.473319 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 199a6a07-ef81-454a-9a90-e16388fd8068 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:31.474241 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (199a6a07-ef81-454a-9a90-e16388fd8068), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:31.475091 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 199a6a07-ef81-454a-9a90-e16388fd8068 Oct 16 01:00:31.658568 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 199a6a07-ef81-454a-9a90-e16388fd8068 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:31.665892 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7082b04-e623-456d-b718-db0bf188daa5 None None] Pushing event updated for resources: {'Port': ['ID=02def970-29eb-4148-a20d-445ed75d4fe8,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:31.697636 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ababa-a659-49ad-9128-878670103aa6 req-e5b0ab7c-fb4b-4988-9451-8d18226333d9 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:31.700525 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a92ababa-a659-49ad-9128-878670103aa6 req-e5b0ab7c-fb4b-4988-9451-8d18226333d9 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 945 time: 0.0945327 Oct 16 01:00:31.725806 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Attempting to bind port 02def970-29eb-4148-a20d-445ed75d4fe8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:00:31.726368 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Attempting to bind port 02def970-29eb-4148-a20d-445ed75d4fe8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'eed8e0e7-4394-47d2-b07b-185558efbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:00:31.726740 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Attempting to bind port 02def970-29eb-4148-a20d-445ed75d4fe8 on network b461444f-0415-4655-b84a-88bf01b40b1a {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:31.748477 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:31.779402 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a92ababa-a659-49ad-9128-878670103aa6 req-63378dc1-5794-406a-8b59-420c544b9294 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656121 Oct 16 01:00:31.802483 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:31.806475 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:00:31.806886 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Checking segment: {'id': 'eed8e0e7-4394-47d2-b07b-185558efbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:31.807449 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:31.807977 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Bound using segment: {'id': 'eed8e0e7-4394-47d2-b07b-185558efbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:00:31.808467 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Bound port: 02def970-29eb-4148-a20d-445ed75d4fe8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed8e0e7-4394-47d2-b07b-185558efbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:00:31.808851 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:31.903840 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] For port 02def970-29eb-4148-a20d-445ed75d4fe8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:00:31.910577 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] For port 02def970-29eb-4148-a20d-445ed75d4fe8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=02def970-29eb-4148-a20d-445ed75d4fe8,segment=NetworkSegment(eed8e0e7-4394-47d2-b07b-185558efbf1c),segment_id=eed8e0e7-4394-47d2-b07b-185558efbf1c)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:00:31.920660 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:31.968695 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Routers {'87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:31.969431 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:32.042728 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7082b04-e623-456d-b718-db0bf188daa5 None None] Pushing event updated for resources: {'Port': ['ID=02def970-29eb-4148-a20d-445ed75d4fe8,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:32.124209 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] Set router 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:32.189897 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e5e1b-bdc5-4c32-9f1e-41c926abef35 req-165567f2-2009-448e-a1ae-052272a45cbe tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:32.200990 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d7e5e1b-bdc5-4c32-9f1e-41c926abef35 req-165567f2-2009-448e-a1ae-052272a45cbe tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0918643 Oct 16 01:00:32.260558 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d7e5e1b-bdc5-4c32-9f1e-41c926abef35 req-f206cc31-14aa-4372-b6ed-171641962152 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565264 Oct 16 01:00:32.527143 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:32.551833 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'name': 'tempest-TestShelveInstance-665180371-router', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169'}], 'enable_snat': True}, 'gw_port_id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:21Z', 'updated_at': '2022-10-16T01:00:27Z', 'revision_number': 4, 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'gw_port': {'id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:22Z', 'updated_at': '2022-10-16T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '02def970-29eb-4148-a20d-445ed75d4fe8', 'name': '', 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'mac_address': 'fa:16:3e:c3:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'de7a33c4-ae37-49e1-aede-5b4993e82cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:26Z', 'updated_at': '2022-10-16T01:00:31Z', 'revision_number': 4, 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'subnets': [{'id': 'de7a33c4-ae37-49e1-aede-5b4993e82cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:32.589358 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa4b09-1fb7-4c95-9202-999279e2f4e6 None None] The sync data for ids ['87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'] in dv-cinder-master-3-iscsi is: [{'id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'name': 'tempest-TestShelveInstance-665180371-router', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169'}], 'enable_snat': True}, 'gw_port_id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:21Z', 'updated_at': '2022-10-16T01:00:27Z', 'revision_number': 4, 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'gw_port': {'id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:22Z', 'updated_at': '2022-10-16T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '02def970-29eb-4148-a20d-445ed75d4fe8', 'name': '', 'network_id': 'b461444f-0415-4655-b84a-88bf01b40b1a', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'mac_address': 'fa:16:3e:c3:6f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'de7a33c4-ae37-49e1-aede-5b4993e82cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:26Z', 'updated_at': '2022-10-16T01:00:31Z', 'revision_number': 4, 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'subnets': [{'id': 'de7a33c4-ae37-49e1-aede-5b4993e82cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:00:32.969467 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8f7f4f86-e97d-4387-9036-723f5a1b1426 req-0842bdd7-4954-437c-8824-36695e124dc8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 210 time: 0.4295566 Oct 16 01:00:32.999676 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:33.012552 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19a4f6-4a6b-44eb-9361-0502ec541a15 req-d80be3eb-8aae-42ac-befa-8db8931fb381 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:33.022152 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cd19a4f6-4a6b-44eb-9361-0502ec541a15 req-d80be3eb-8aae-42ac-befa-8db8931fb381 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 945 time: 0.1241899 Oct 16 01:00:33.111431 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cd19a4f6-4a6b-44eb-9361-0502ec541a15 req-5e0e28a7-8f06-4c6e-97c3-8a014e33da88 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870366 Oct 16 01:00:33.257468 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 02def970-29eb-4148-a20d-445ed75d4fe8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:33.302162 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:33.323323 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 02def970-29eb-4148-a20d-445ed75d4fe8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:33.323704 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:33.324038 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 02def970-29eb-4148-a20d-445ed75d4fe8 Oct 16 01:00:33.427410 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 02def970-29eb-4148-a20d-445ed75d4fe8 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:33.427942 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:33.473254 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66629518-45a5-434e-a6f9-c03cd0407ba7 req-206cbd69-89b8-4783-9e9c-8599af98488c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:33.480993 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-66629518-45a5-434e-a6f9-c03cd0407ba7 req-206cbd69-89b8-4783-9e9c-8599af98488c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0682328 Oct 16 01:00:33.504509 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 02def970-29eb-4148-a20d-445ed75d4fe8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=02def970-29eb-4148-a20d-445ed75d4fe8,segment=NetworkSegment(eed8e0e7-4394-47d2-b07b-185558efbf1c),segment_id=eed8e0e7-4394-47d2-b07b-185558efbf1c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:33.504751 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:33.512104 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:33.564663 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-66629518-45a5-434e-a6f9-c03cd0407ba7 req-c2ef8727-1ad5-4532-a5ed-5cdf402a67ed tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826716 Oct 16 01:00:33.626713 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=02def970-29eb-4148-a20d-445ed75d4fe8,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:34.087473 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4a2314c3-42dd-405b-a8bb-548710c04da3 req-5a4033fc-f4e9-43e6-a35b-39330231ef13 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 210 time: 0.0379150 Oct 16 01:00:34.255045 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406b2cf-7f7e-4cf0-9ca4-060288e2ea4f req-33c87ecc-1367-46c2-9b6d-ff5cfcbce6be tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:34.256567 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5406b2cf-7f7e-4cf0-9ca4-060288e2ea4f req-33c87ecc-1367-46c2-9b6d-ff5cfcbce6be tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 945 time: 0.0615430 Oct 16 01:00:34.311200 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5406b2cf-7f7e-4cf0-9ca4-060288e2ea4f req-e7cc1a3d-7025-4628-8603-ca718a1e037c tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478318 Oct 16 01:00:34.726772 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62349a32-bc04-4127-9c82-599ba62f6228 req-61c608f4-4d77-493e-a9ae-ae83b967dd91 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:34.728373 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-62349a32-bc04-4127-9c82-599ba62f6228 req-61c608f4-4d77-493e-a9ae-ae83b967dd91 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0505838 Oct 16 01:00:34.778912 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-62349a32-bc04-4127-9c82-599ba62f6228 req-7998e4ff-c48f-4149-9b3a-d4494097f67e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443954 Oct 16 01:00:35.191595 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c78cf902-a213-4c97-8ee5-ef3bfe40d994 req-edffcbaf-3957-4632-9be7-aa68ae780584 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 210 time: 0.0326202 Oct 16 01:00:35.236936 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 02def970-29eb-4148-a20d-445ed75d4fe8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:35.282115 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 02def970-29eb-4148-a20d-445ed75d4fe8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:35.282492 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:35.282830 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 02def970-29eb-4148-a20d-445ed75d4fe8 Oct 16 01:00:35.362713 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 02def970-29eb-4148-a20d-445ed75d4fe8 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:35.448821 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e4833-3a10-4f10-949b-16ddf8df8364 req-e9ac0fd4-efdd-4db2-907d-876985f31da8 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:35.450694 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cc9e4833-3a10-4f10-949b-16ddf8df8364 req-e9ac0fd4-efdd-4db2-907d-876985f31da8 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 945 time: 0.0507467 Oct 16 01:00:35.507978 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cc9e4833-3a10-4f10-949b-16ddf8df8364 req-1a39b707-2694-43af-b10c-275adfb5d73a tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fb55519e-722d-49f4-9a24-42b82b48aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504308 Oct 16 01:00:35.909127 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8a3f1-8884-42a8-8f6a-3836610202e0 req-099ed783-18a0-4db9-9132-48e57200a664 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:35.910592 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c6c8a3f1-8884-42a8-8f6a-3836610202e0 req-099ed783-18a0-4db9-9132-48e57200a664 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0474980 Oct 16 01:00:35.960173 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c6c8a3f1-8884-42a8-8f6a-3836610202e0 req-3cab2986-6132-4feb-aaf9-d6ec1f322ba4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439105 Oct 16 01:00:36.056433 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:36.074444 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffab8d-1345-4484-ba2b-42c90dd2e6a6 req-b042f43e-5c58-4a93-9900-f9d33aff2f70 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:36.076293 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-42ffab8d-1345-4484-ba2b-42c90dd2e6a6 req-b042f43e-5c58-4a93-9900-f9d33aff2f70 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 945 time: 0.0514667 Oct 16 01:00:36.176489 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-42ffab8d-1345-4484-ba2b-42c90dd2e6a6 req-79078b18-fa10-4495-a73b-1f893d99ecd7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Deleting port 70199f9c-b3b8-489f-9600-44bd5461aa30 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:00:36.177109 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-42ffab8d-1345-4484-ba2b-42c90dd2e6a6 req-79078b18-fa10-4495-a73b-1f893d99ecd7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:36.280462 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-42ffab8d-1345-4484-ba2b-42c90dd2e6a6 req-79078b18-fa10-4495-a73b-1f893d99ecd7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] For port 70199f9c-b3b8-489f-9600-44bd5461aa30, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=70199f9c-b3b8-489f-9600-44bd5461aa30,segment=NetworkSegment(4d693cf3-b43f-41e8-8a4a-dae4c48f093a),segment_id=4d693cf3-b43f-41e8-8a4a-dae4c48f093a)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:36.280826 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-42ffab8d-1345-4484-ba2b-42c90dd2e6a6 req-79078b18-fa10-4495-a73b-1f893d99ecd7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:36.317371 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-42ffab8d-1345-4484-ba2b-42c90dd2e6a6 req-79078b18-fa10-4495-a73b-1f893d99ecd7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Calling delete_port for 70199f9c-b3b8-489f-9600-44bd5461aa30 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:00:36.320853 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1c16751d-9505-402d-b4f0-9d1187fd4bf1 req-7e966ccd-0283-4355-9683-e984f6345b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 210 time: 0.0424626 Oct 16 01:00:36.459061 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-42ffab8d-1345-4484-ba2b-42c90dd2e6a6 req-79078b18-fa10-4495-a73b-1f893d99ecd7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (70199f9c-b3b8-489f-9600-44bd5461aa30), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:36.472788 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['70199f9c-b3b8-489f-9600-44bd5461aa30'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:00:36.489741 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79078b18-fa10-4495-a73b-1f893d99ecd7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Pushing event deleted for resources: {'Port': ['ID=70199f9c-b3b8-489f-9600-44bd5461aa30,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:36.536809 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ffab8d-1345-4484-ba2b-42c90dd2e6a6 req-79078b18-fa10-4495-a73b-1f893d99ecd7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] No DVR routers for this DVR port 70199f9c-b3b8-489f-9600-44bd5461aa30 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:00:36.540609 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-42ffab8d-1345-4484-ba2b-42c90dd2e6a6 req-79078b18-fa10-4495-a73b-1f893d99ecd7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:36.543838 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-42ffab8d-1345-4484-ba2b-42c90dd2e6a6 req-79078b18-fa10-4495-a73b-1f893d99ecd7 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.36 "DELETE /networking/v2.0/ports/70199f9c-b3b8-489f-9600-44bd5461aa30 HTTP/1.1" status: 204 len: 173 time: 0.4588349 Oct 16 01:00:36.544337 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd75b99-5bd7-4f32-9735-aeb21a523563', 'name': 'network-vif-deleted', 'tag': '70199f9c-b3b8-489f-9600-44bd5461aa30'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:36.546578 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82592a7d-d90e-4621-a80a-c87114f2dbbf" -d '{"events": [{"server_uuid": "8dd75b99-5bd7-4f32-9735-aeb21a523563", "name": "network-vif-deleted", "tag": "70199f9c-b3b8-489f-9600-44bd5461aa30"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:36.598842 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a32d081-35a5-4500-99f1-689f2d9b81f2 x-openstack-request-id: req-2a32d081-35a5-4500-99f1-689f2d9b81f2 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:36.599152 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd75b99-5bd7-4f32-9735-aeb21a523563", "name": "network-vif-deleted", "tag": "70199f9c-b3b8-489f-9600-44bd5461aa30", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:36.599404 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a32d081-35a5-4500-99f1-689f2d9b81f2 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:36.599801 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a32d081-35a5-4500-99f1-689f2d9b81f2'] response: {'server_uuid': '8dd75b99-5bd7-4f32-9735-aeb21a523563', 'name': 'network-vif-deleted', 'tag': '70199f9c-b3b8-489f-9600-44bd5461aa30', 'status': 'completed', 'code': 200} Oct 16 01:00:36.625140 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6d25321a-f6c9-4637-b5f6-4caba75ca408 req-b42b2676-eed9-47e7-bce3-6b41cb77fe95 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 210 time: 0.0326464 Oct 16 01:00:37.055867 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-9d43ae15-3dc3-4616-bf1d-162be561e991 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:37.057474 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-9d43ae15-3dc3-4616-bf1d-162be561e991 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 811 time: 0.1207504 Oct 16 01:00:37.150240 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12c8a8-3160-457b-8b43-657f6d416975 req-d7bab0bc-f6bd-4d95-8a31-e6eddc20623f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:37.151845 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eb12c8a8-3160-457b-8b43-657f6d416975 req-d7bab0bc-f6bd-4d95-8a31-e6eddc20623f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0801125 Oct 16 01:00:37.198915 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-c6a134a7-bb4f-46f7-ba0c-f3dbdb5a34ff tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cb1743385ea14cc39244c83e8fc88e7e HTTP/1.1" status: 200 len: 380 time: 0.1247280 Oct 16 01:00:37.231465 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'port': {'device_id': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'admin_state_up': True, 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'security_groups': ['04a6f405-fb32-4245-a68e-14ecec65861c']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:37.249494 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eb12c8a8-3160-457b-8b43-657f6d416975 req-8ac5d2c5-8727-49eb-b116-66052aeaf450 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828679 Oct 16 01:00:37.284467 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:37.362221 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Made reservation on behalf of cb1743385ea14cc39244c83e8fc88e7e for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:00:37.362221 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:37.440217 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6f2c2915-e77a-4c3d-a63e-2b83032be179 req-d66eeb98-8770-417f-ad11-8ac8b99f25d6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 210 time: 0.0325222 Oct 16 01:00:37.478680 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:37.504105 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Allocated IP 172.20.0.8 (67400858-429f-4052-a9a5-3012690406d5/85abdef7-ce07-4fe0-b80f-da308604c12a/1cc7e38e-e043-419a-986d-342c38dba97f) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:00:37.659883 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for port (1cc7e38e-e043-419a-986d-342c38dba97f), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:37.694511 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:37.736288 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Network 67400858-429f-4052-a9a5-3012690406d5 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:37.740224 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:37.759141 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:00:37.818708 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fa07202e-162a-423b-be7e-a6c968a1c157 req-b547468e-63b8-4579-9d2c-7e09d08ed254 tempest-VolumesActionsTest-1926541035 tempest-VolumesActionsTest-1926541035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8dd75b99-5bd7-4f32-9735-aeb21a523563 HTTP/1.1" status: 200 len: 210 time: 0.0845661 Oct 16 01:00:37.822506 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'Port': ['ID=1cc7e38e-e043-419a-986d-342c38dba97f,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:37.850577 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:37.851497 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:37.891998 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-0486feae-cb9f-4b04-96ba-c385ee66fcbc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6681669 Oct 16 01:00:37.913019 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Request body: {'port': {'device_id': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:37.984611 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:38.002394 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-60a85412-243b-4411-ad16-42a363c5afd7 None None] Provisioning complete for port 1cc7e38e-e043-419a-986d-342c38dba97f triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:38.003014 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-60a85412-243b-4411-ad16-42a363c5afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:38.003122 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-60a85412-243b-4411-ad16-42a363c5afd7 None None] Attempt 1 to provision port 1cc7e38e-e043-419a-986d-342c38dba97f Oct 16 01:00:38.040642 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-60a85412-243b-4411-ad16-42a363c5afd7 None None] Port 1cc7e38e-e043-419a-986d-342c38dba97f cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:00:38.188917 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:38.257843 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc7e38e-e043-419a-986d-342c38dba97f {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:00:38.266063 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Publish callbacks [] for port (1cc7e38e-e043-419a-986d-342c38dba97f), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:38.281975 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Transition to ACTIVE for port object 1cc7e38e-e043-419a-986d-342c38dba97f will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:00:38.286070 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:38.350932 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc7e38e-e043-419a-986d-342c38dba97f,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:38.375389 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:38.410827 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Attempting to bind port 1cc7e38e-e043-419a-986d-342c38dba97f on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:00:38.411408 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Attempting to bind port 1cc7e38e-e043-419a-986d-342c38dba97f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:00:38.411893 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Attempting to bind port 1cc7e38e-e043-419a-986d-342c38dba97f on network 67400858-429f-4052-a9a5-3012690406d5 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:38.417941 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d29d-96bb-4dea-bbf2-41d2cc7ef2f1 req-e19e63dc-706f-433f-b033-daf97e022549 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:38.419554 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0b1d29d-96bb-4dea-bbf2-41d2cc7ef2f1 req-e19e63dc-706f-433f-b033-daf97e022549 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0698533 Oct 16 01:00:38.469269 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Port 1cc7e38e-e043-419a-986d-342c38dba97f on network 67400858-429f-4052-a9a5-3012690406d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:00:38.469569 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Attempting to bind port 1cc7e38e-e043-419a-986d-342c38dba97f on network 67400858-429f-4052-a9a5-3012690406d5 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:38.482895 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0b1d29d-96bb-4dea-bbf2-41d2cc7ef2f1 req-198b4900-0948-471e-b9e5-145b16278c4b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561326 Oct 16 01:00:38.550855 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:00:38.551593 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Checking segment: {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:38.551593 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Bound using segment: {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:00:38.552232 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Bound port: 1cc7e38e-e043-419a-986d-342c38dba97f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:00:38.552595 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:38.628681 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f82f9-1311-4935-ab1a-e64f4fd6c1c5 req-af9ca100-e7a7-4392-9544-3bbaef275866 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:38.630565 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b2f82f9-1311-4935-ab1a-e64f4fd6c1c5 req-af9ca100-e7a7-4392-9544-3bbaef275866 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 943 time: 0.0943325 Oct 16 01:00:38.683673 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] For port 1cc7e38e-e043-419a-986d-342c38dba97f, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:00:38.692032 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] For port 1cc7e38e-e043-419a-986d-342c38dba97f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1cc7e38e-e043-419a-986d-342c38dba97f,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:00:38.707573 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:38.710945 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:38.711895 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:38.713261 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/1cc7e38e-e043-419a-986d-342c38dba97f HTTP/1.1" status: 200 len: 1093 time: 0.8121614 Oct 16 01:00:38.720317 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'tag': '1cc7e38e-e043-419a-986d-342c38dba97f'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:38.723031 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364bcc75-a985-42a8-8fd1-83a33927379a" -d '{"events": [{"name": "network-changed", "server_uuid": "e232da69-f419-4e6d-802e-a253ad2587ab", "tag": "1cc7e38e-e043-419a-986d-342c38dba97f"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:38.735340 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b2f82f9-1311-4935-ab1a-e64f4fd6c1c5 req-649fa12e-c08b-4c48-b943-543200561e0b tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968714 Oct 16 01:00:38.800198 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cecf108-3c22-4fac-ba8e-39462440db6c x-openstack-request-id: req-9cecf108-3c22-4fac-ba8e-39462440db6c {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:38.800494 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e232da69-f419-4e6d-802e-a253ad2587ab", "tag": "1cc7e38e-e043-419a-986d-342c38dba97f", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:38.800796 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cecf108-3c22-4fac-ba8e-39462440db6c {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:38.801121 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cecf108-3c22-4fac-ba8e-39462440db6c'] response: {'name': 'network-changed', 'server_uuid': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'tag': '1cc7e38e-e043-419a-986d-342c38dba97f', 'status': 'completed', 'code': 200} Oct 16 01:00:38.826440 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88150590-c7a4-4d30-8c33-337dcc4c1733 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc7e38e-e043-419a-986d-342c38dba97f,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:38.833037 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-cccd72a6-c2e5-4cae-801e-74e8e5c78d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:38.834560 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-cccd72a6-c2e5-4cae-801e-74e8e5c78d94 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 1127 time: 0.0718644 Oct 16 01:00:38.884013 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-fabd735a-aca6-4770-9ab0-5d68b7e0de92 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cc7e38e-e043-419a-986d-342c38dba97f HTTP/1.1" status: 200 len: 217 time: 0.0396836 Oct 16 01:00:38.950974 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-bced2584-79c3-4b3f-85c2-4d66caf4268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:38.951558 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-bced2584-79c3-4b3f-85c2-4d66caf4268c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 200 len: 850 time: 0.0590179 Oct 16 01:00:39.001442 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-f72fdc1c-4312-4e32-9371-a21c99d56008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:39.003108 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-f72fdc1c-4312-4e32-9371-a21c99d56008 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=67400858-429f-4052-a9a5-3012690406d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443487 Oct 16 01:00:39.106192 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-7b9ef7ee-7a93-4fba-b008-ee9616a3ca64 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938730 Oct 16 01:00:39.440089 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 70199f9c-b3b8-489f-9600-44bd5461aa30 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:00:39.456402 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe7664fd-5f8b-46bc-ba9b-406fee43f350 req-2fffbf3d-a4ab-48a3-8d2e-eb1d5f318bd8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421993 Oct 16 01:00:39.472024 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 70199f9c-b3b8-489f-9600-44bd5461aa30 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:00:39.472212 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 70199f9c-b3b8-489f-9600-44bd5461aa30 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:00:39.626710 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a4209-d9fc-4b93-8904-31bdcca347d1 req-96e67ff3-3818-4b88-8d96-a532ae125bb1 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:39.629072 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f04a4209-d9fc-4b93-8904-31bdcca347d1 req-96e67ff3-3818-4b88-8d96-a532ae125bb1 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0505409 Oct 16 01:00:39.691072 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f04a4209-d9fc-4b93-8904-31bdcca347d1 req-4324337e-b66a-4af0-9ccd-8890f73e2ff4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550880 Oct 16 01:00:39.798236 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:39.849032 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bcc75-a985-42a8-8fd1-83a33927379a req-db9f2bb0-17a0-4599-a983-8074987c1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:39.850564 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-364bcc75-a985-42a8-8fd1-83a33927379a req-db9f2bb0-17a0-4599-a983-8074987c1516 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 1127 time: 0.0604515 Oct 16 01:00:39.934682 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa747858-bedf-4721-a5ec-fd238c13f16f req-9e468c11-51be-4de7-b535-5a57447a2147 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:39.936261 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aa747858-bedf-4721-a5ec-fd238c13f16f req-9e468c11-51be-4de7-b535-5a57447a2147 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 943 time: 0.1071188 Oct 16 01:00:40.008620 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bcc75-a985-42a8-8fd1-83a33927379a req-de3c1d1b-5e70-4551-847c-399f00cde843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:40.010088 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-364bcc75-a985-42a8-8fd1-83a33927379a req-de3c1d1b-5e70-4551-847c-399f00cde843 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 912 time: 0.1432972 Oct 16 01:00:40.023989 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aa747858-bedf-4721-a5ec-fd238c13f16f req-0eea41ba-f8ae-4790-9875-63292ef7a2ef tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808501 Oct 16 01:00:40.827226 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355acaae-72b2-427c-924f-066a68df00ef req-a21cfd53-4426-474a-978d-e82b918cf578 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:40.828790 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-355acaae-72b2-427c-924f-066a68df00ef req-a21cfd53-4426-474a-978d-e82b918cf578 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0488510 Oct 16 01:00:40.880518 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-355acaae-72b2-427c-924f-066a68df00ef req-8f38e1f3-8659-4782-be1e-9f68cd7739d0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461318 Oct 16 01:00:41.170548 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641067d-fc45-41e1-ab9e-d3e6c77c7c8c req-d4405f9e-a354-4216-853c-67c969eda527 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:41.172045 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f641067d-fc45-41e1-ab9e-d3e6c77c7c8c req-d4405f9e-a354-4216-853c-67c969eda527 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 943 time: 0.0677733 Oct 16 01:00:41.184830 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:41.225882 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f641067d-fc45-41e1-ab9e-d3e6c77c7c8c req-5e7d0f97-8f7d-44ce-8c90-369f9d21d7c7 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479865 Oct 16 01:00:42.017725 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83790262-5d9a-4653-98ef-adcb70a972ec req-c67d6fc6-e56b-49b5-8803-4ede3a0e41c0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:42.019286 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-83790262-5d9a-4653-98ef-adcb70a972ec req-c67d6fc6-e56b-49b5-8803-4ede3a0e41c0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0525458 Oct 16 01:00:42.074906 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-83790262-5d9a-4653-98ef-adcb70a972ec req-cf483a8b-f45a-4e76-bb26-64f4386b39bc tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491257 Oct 16 01:00:42.357518 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2805ba7-5c36-4bb8-b3ba-6b3860deb090 req-a0270bef-96e8-4a46-830c-600874222cf9 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:42.359031 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d2805ba7-5c36-4bb8-b3ba-6b3860deb090 req-a0270bef-96e8-4a46-830c-600874222cf9 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 943 time: 0.0514004 Oct 16 01:00:42.411737 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d2805ba7-5c36-4bb8-b3ba-6b3860deb090 req-45e76f88-833d-47a3-bc00-4f63a564fe32 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469954 Oct 16 01:00:43.223160 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d84632-6709-4351-96b8-b6b8188e65c6 req-aa10641e-f06c-48d4-b6f4-99bb07a8d37e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:43.224660 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f5d84632-6709-4351-96b8-b6b8188e65c6 req-aa10641e-f06c-48d4-b6f4-99bb07a8d37e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0535550 Oct 16 01:00:43.276171 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f5d84632-6709-4351-96b8-b6b8188e65c6 req-01d2de87-111c-4052-afa8-a5d86b91e8fe tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457678 Oct 16 01:00:43.537083 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3a5d7-fda5-4864-a8bc-5e7854c6b9e7 req-70089cf6-e584-40d1-b3fc-84aa39a57ce6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:43.538599 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-55c3a5d7-fda5-4864-a8bc-5e7854c6b9e7 req-70089cf6-e584-40d1-b3fc-84aa39a57ce6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 943 time: 0.0509999 Oct 16 01:00:43.589501 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-55c3a5d7-fda5-4864-a8bc-5e7854c6b9e7 req-31bc80b0-50b8-4917-b0c0-a830405b61e3 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446200 Oct 16 01:00:44.406414 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30ff0-30b7-4fa2-bb07-1dbf78329d39 req-91208c98-4031-4f76-9280-52a436346b04 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:44.407975 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7cf30ff0-30b7-4fa2-bb07-1dbf78329d39 req-91208c98-4031-4f76-9280-52a436346b04 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0486112 Oct 16 01:00:44.460055 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7cf30ff0-30b7-4fa2-bb07-1dbf78329d39 req-9fd58547-724d-44ef-9696-1f1f95c7b33c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463831 Oct 16 01:00:44.717258 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55258f-8997-4904-9d0b-c8bdcfd88081 req-7a4e445a-3c96-464b-b950-394c0a1dda00 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:44.719351 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ef55258f-8997-4904-9d0b-c8bdcfd88081 req-7a4e445a-3c96-464b-b950-394c0a1dda00 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 943 time: 0.0538154 Oct 16 01:00:44.784943 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ef55258f-8997-4904-9d0b-c8bdcfd88081 req-55aec2fa-af20-4a73-904a-9eca01db32f5 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542698 Oct 16 01:00:45.606134 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c397b-96c4-4609-a151-7634e8da3d90 req-4240b0b3-a47a-4b07-b40f-c56c3c205459 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:45.614014 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5e8c397b-96c4-4609-a151-7634e8da3d90 req-4240b0b3-a47a-4b07-b40f-c56c3c205459 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0591445 Oct 16 01:00:45.668208 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5e8c397b-96c4-4609-a151-7634e8da3d90 req-6efd7887-a8a9-4135-a589-d2d7490f41ec tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531576 Oct 16 01:00:45.955899 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd12aa-7459-44af-8c34-fbc1a2c5f9a0 req-fa51db21-ccef-4d70-9b94-0da11ded9dd3 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:45.957500 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8fbd12aa-7459-44af-8c34-fbc1a2c5f9a0 req-fa51db21-ccef-4d70-9b94-0da11ded9dd3 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 943 time: 0.0730414 Oct 16 01:00:46.027749 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8fbd12aa-7459-44af-8c34-fbc1a2c5f9a0 req-f46feddb-23c0-4d39-9416-93642b7e19f3 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632975 Oct 16 01:00:46.825071 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2814b5-675f-4d24-b8b6-d8102e6464f4 req-7a6a24aa-5cad-4096-8a20-9b43c4181e40 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:46.827528 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fc2814b5-675f-4d24-b8b6-d8102e6464f4 req-7a6a24aa-5cad-4096-8a20-9b43c4181e40 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0584121 Oct 16 01:00:46.855289 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:46.971969 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fc2814b5-675f-4d24-b8b6-d8102e6464f4 req-95092bdf-1005-4adb-b308-2b19279bd538 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375241 Oct 16 01:00:47.198247 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16149d-133c-4268-acef-ee85b2fe6eac req-95fe409c-b410-477d-9042-388d06d097b5 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:47.203718 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7a16149d-133c-4268-acef-ee85b2fe6eac req-95fe409c-b410-477d-9042-388d06d097b5 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 943 time: 0.0893593 Oct 16 01:00:47.262161 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7a16149d-133c-4268-acef-ee85b2fe6eac req-655cd213-7bcb-490f-95cb-ebd87e9a43e7 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523989 Oct 16 01:00:47.530223 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-364bcc75-a985-42a8-8fd1-83a33927379a req-804ac9ec-2a94-41bb-b41a-a0c0c4a0b931 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cc7e38e-e043-419a-986d-342c38dba97f HTTP/1.1" status: 200 len: 217 time: 0.0576377 Oct 16 01:00:47.896018 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1f94a-cc07-4538-897d-438c30cd1688 req-77ec9384-203a-49a7-90ce-5466b0fbf4f7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:47.898099 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-36a1f94a-cc07-4538-897d-438c30cd1688 req-77ec9384-203a-49a7-90ce-5466b0fbf4f7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 945 time: 0.0574858 Oct 16 01:00:47.940912 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:47.964528 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-36a1f94a-cc07-4538-897d-438c30cd1688 req-9f04b311-aa9b-4bab-8ca1-f1558762f2e8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599821 Oct 16 01:00:48.099422 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:48.120470 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a525e0-7533-45d5-a9ea-543a4ed144bc req-4a8c5b76-0e0c-40f5-a651-bedd308d3e69 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:48.122101 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-26a525e0-7533-45d5-a9ea-543a4ed144bc req-4a8c5b76-0e0c-40f5-a651-bedd308d3e69 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0561550 Oct 16 01:00:48.176997 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-26a525e0-7533-45d5-a9ea-543a4ed144bc req-7211f4b6-6540-4698-b036-d588771ab5e7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488844 Oct 16 01:00:48.429535 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8f66b-f1d3-4e34-9687-67aaac971641 req-1e51c6f6-5404-4880-8906-4b77c8ef2485 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:48.433311 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b4e8f66b-f1d3-4e34-9687-67aaac971641 req-1e51c6f6-5404-4880-8906-4b77c8ef2485 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 943 time: 0.0636590 Oct 16 01:00:48.489470 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b4e8f66b-f1d3-4e34-9687-67aaac971641 req-16edcaeb-31d9-44bc-8a3a-1a0a4e80aa5e tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491805 Oct 16 01:00:48.918075 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-d62d042e-3a6b-41a8-bfde-0e91335c3d71 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-65457001&fields=id&tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb HTTP/1.1" status: 200 len: 267 time: 0.0622184 Oct 16 01:00:49.099832 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286a57e-0cff-45ab-8984-e2a064770416 req-0d2347ff-5fe6-4a9b-a341-30b9eb78e75b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:49.103610 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-0d2347ff-5fe6-4a9b-a341-30b9eb78e75b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/networks?id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae HTTP/1.1" status: 200 len: 809 time: 0.1738651 Oct 16 01:00:49.123019 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:49.124105 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-728702b9-1446-4c08-abdc-f69bb23ac7a4 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/quotas/ed24cab62e1f4810a10e7ba36fcbeadb HTTP/1.1" status: 200 len: 375 time: 0.0112524 Oct 16 01:00:49.137211 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47fb22-9e99-4a29-8ebe-ec15f9ad7de9 req-b89c7cf3-7a40-4467-95bd-62686f0dd32d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:49.141193 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ba47fb22-9e99-4a29-8ebe-ec15f9ad7de9 req-b89c7cf3-7a40-4467-95bd-62686f0dd32d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 945 time: 0.0764227 Oct 16 01:00:49.206023 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-91f3d8c6-a774-4b64-b1af-089eceac4a41 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757439 Oct 16 01:00:49.211457 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ba47fb22-9e99-4a29-8ebe-ec15f9ad7de9 req-1d8571a3-9bc6-4ecc-a369-bfdcc6b543e0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645697 Oct 16 01:00:49.372808 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-96c741d9-eac0-4de5-8d31-e5d330369b86 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472437 Oct 16 01:00:49.388989 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fb503-b445-49f9-bc0e-3306eea4f3ca req-8a59531a-c175-4fae-9a58-04b505af1179 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:49.390469 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1b2fb503-b445-49f9-bc0e-3306eea4f3ca req-8a59531a-c175-4fae-9a58-04b505af1179 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0863333 Oct 16 01:00:49.417463 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bcc75-a985-42a8-8fd1-83a33927379a req-889a128d-3ebf-421f-a3e2-ddc0d7323af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:49.418924 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-364bcc75-a985-42a8-8fd1-83a33927379a req-889a128d-3ebf-421f-a3e2-ddc0d7323af6 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 200 len: 850 time: 0.0856838 Oct 16 01:00:49.479411 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1b2fb503-b445-49f9-bc0e-3306eea4f3ca req-b25e9f69-c4ce-4b55-a0ca-4b3ba67c6c9d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709021 Oct 16 01:00:49.508175 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-e81dacbd-f11f-40c4-a1ed-43e017357e1d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349046 Oct 16 01:00:49.527465 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 1cc7e38e-e043-419a-986d-342c38dba97f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:00:49.623649 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:49.666910 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 1cc7e38e-e043-419a-986d-342c38dba97f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1cc7e38e-e043-419a-986d-342c38dba97f,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:49.683326 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '1cc7e38e-e043-419a-986d-342c38dba97f', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'port_id': '1cc7e38e-e043-419a-986d-342c38dba97f', 'mac_address': 'fa:16:3e:d6:4b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:00:49.710823 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a280c5-7520-4d49-8ba7-9dea9306cfb5 req-48a5b655-83ee-4cd5-9796-28065c699796 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:49.719679 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0a280c5-7520-4d49-8ba7-9dea9306cfb5 req-48a5b655-83ee-4cd5-9796-28065c699796 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 943 time: 0.0907090 Oct 16 01:00:49.734368 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 1cc7e38e-e043-419a-986d-342c38dba97f is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:49.735226 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:49.753120 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc7e38e-e043-419a-986d-342c38dba97f {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:00:49.785510 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 1cc7e38e-e043-419a-986d-342c38dba97f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1cc7e38e-e043-419a-986d-342c38dba97f,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:49.792502 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:49.799180 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:49.811245 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0a280c5-7520-4d49-8ba7-9dea9306cfb5 req-8b1a38c8-bc59-42f1-9fc3-38da5fed9a8c tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903080 Oct 16 01:00:49.846936 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:49.882995 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=1cc7e38e-e043-419a-986d-342c38dba97f,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:49.894578 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.895010 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.895737 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.896280 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.896627 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.897059 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.897395 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.897744 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.898474 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.898602 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.899126 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.899667 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.900012 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.900341 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.900672 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:00:49.987568 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bf43262d-b285-4160-8530-73ad0adfde8a req-1520f2bf-6d9c-4a88-8a83-fc7e4ef4e5f9 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 210 time: 0.0492194 Oct 16 01:00:50.112309 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['1cc7e38e-e043-419a-986d-342c38dba97f'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:00:50.384370 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b40d5-2064-473f-9503-14c79c7afe80 req-be908fce-8e19-4920-aa81-c6e89780cd0a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:50.393317 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-542b40d5-2064-473f-9503-14c79c7afe80 req-be908fce-8e19-4920-aa81-c6e89780cd0a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 945 time: 0.0781996 Oct 16 01:00:50.479518 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-542b40d5-2064-473f-9503-14c79c7afe80 req-71fcb51d-5bb1-481f-817a-e1afe5acfcfc tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851724 Oct 16 01:00:50.659808 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02984c-6e38-40a0-91a2-9dd4442f4caa req-7a2018af-2ee5-48c0-8b62-12549938ceb6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:50.661434 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eb02984c-6e38-40a0-91a2-9dd4442f4caa req-7a2018af-2ee5-48c0-8b62-12549938ceb6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.0631919 Oct 16 01:00:50.799018 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eb02984c-6e38-40a0-91a2-9dd4442f4caa req-14e86bf4-4c61-422b-8c08-240792cd7540 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253099 Oct 16 01:00:50.838640 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bcc75-a985-42a8-8fd1-83a33927379a req-1b374c97-f900-43a8-9b36-12a1e8c1a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:50.840880 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-364bcc75-a985-42a8-8fd1-83a33927379a req-1b374c97-f900-43a8-9b36-12a1e8c1a973 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=67400858-429f-4052-a9a5-3012690406d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1123393 Oct 16 01:00:50.980343 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-364bcc75-a985-42a8-8fd1-83a33927379a req-ff84f8da-613a-4f5a-89d0-ecf2bc92cc44 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101341 Oct 16 01:00:51.009302 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac9f9a-03aa-4395-b810-0dc8873d0698 req-8a212dac-38ab-4ee4-8d9b-116997b0aae7 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:51.012901 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-65ac9f9a-03aa-4395-b810-0dc8873d0698 req-8a212dac-38ab-4ee4-8d9b-116997b0aae7 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 944 time: 0.0837991 Oct 16 01:00:51.113724 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-65ac9f9a-03aa-4395-b810-0dc8873d0698 req-34455cd5-290b-4921-812c-ca1da5f62e23 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912423 Oct 16 01:00:51.147169 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3b638f5d-c644-4239-8e14-f3255ff186b7 req-b9ac7ade-754d-4005-bb5f-ecf18eee4e9f tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 210 time: 0.0570495 Oct 16 01:00:51.256397 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-52971107-5075-4dc1-b7b6-fb5132af8fe8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:51.258986 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-52971107-5075-4dc1-b7b6-fb5132af8fe8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 945 time: 0.0539484 Oct 16 01:00:51.398846 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-364bcc75-a985-42a8-8fd1-83a33927379a req-add078be-284c-4539-ae40-7b0acb5c8026 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413396 Oct 16 01:00:51.411581 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Deleting port 4827324a-a969-452f-85b3-109a32799305 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:00:51.411978 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (4827324a-a969-452f-85b3-109a32799305), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:51.502342 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=57,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:51.505254 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:51.544534 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 9f15f027-a9c6-4298-a989-336905ee5a12 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:00:51.551006 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 1cc7e38e-e043-419a-986d-342c38dba97f up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:51.572226 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] For port 4827324a-a969-452f-85b3-109a32799305, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4827324a-a969-452f-85b3-109a32799305,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:51.573107 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (4827324a-a969-452f-85b3-109a32799305), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:51.716249 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ed73d-9c4d-40c8-a97f-18e631788c7e req-ef8322d9-4645-476f-a086-06536693e6d4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:51.724636 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c74ed73d-9c4d-40c8-a97f-18e631788c7e req-ef8322d9-4645-476f-a086-06536693e6d4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 945 time: 0.0740077 Oct 16 01:00:51.785836 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c74ed73d-9c4d-40c8-a97f-18e631788c7e req-8bb7c05f-b805-4b17-afba-4cce18607147 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=eb457691-a9eb-4082-a592-2cdc7a5714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599725 Oct 16 01:00:51.858563 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 1cc7e38e-e043-419a-986d-342c38dba97f completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:00:51.880509 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 1cc7e38e-e043-419a-986d-342c38dba97f triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:51.880924 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:51.881488 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 1cc7e38e-e043-419a-986d-342c38dba97f Oct 16 01:00:51.964775 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:51.983870 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 1cc7e38e-e043-419a-986d-342c38dba97f is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:51.984297 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:52.016262 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:52.019023 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (9c658e7b-2d21-4e63-9a85-67f51c8a8e41), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:52.019634 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Floating IP 9c658e7b-2d21-4e63-9a85-67f51c8a8e41 disassociated. External IP: 172.37.2.107, port: 4827324a-a969-452f-85b3-109a32799305. Oct 16 01:00:52.020605 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Calling delete_port for 4827324a-a969-452f-85b3-109a32799305 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:00:52.031230 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f15f027-a9c6-4298-a989-336905ee5a12,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:52.039169 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc7e38e-e043-419a-986d-342c38dba97f'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:52.042374 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cf6555-15f0-453b-955d-ab31dd2de67d" -d '{"events": [{"server_uuid": "e232da69-f419-4e6d-802e-a253ad2587ab", "name": "network-vif-plugged", "status": "completed", "tag": "1cc7e38e-e043-419a-986d-342c38dba97f"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:52.096641 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '9f15f027-a9c6-4298-a989-336905ee5a12', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'port_id': '9f15f027-a9c6-4298-a989-336905ee5a12', 'mac_address': 'fa:16:3e:61:a9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:00:52.106692 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 1cc7e38e-e043-419a-986d-342c38dba97f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1cc7e38e-e043-419a-986d-342c38dba97f,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:52.174313 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc56ec-4659-4809-9467-ab13a253d2f2 req-3f24ce16-a5cc-45c8-902d-9b13dae67275 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:52.176379 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9abc56ec-4659-4809-9467-ab13a253d2f2 req-3f24ce16-a5cc-45c8-902d-9b13dae67275 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 944 time: 0.1796587 Oct 16 01:00:52.177201 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98a0eea-4a06-42bf-a94e-9ad507393528 x-openstack-request-id: req-c98a0eea-4a06-42bf-a94e-9ad507393528 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:52.177521 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e232da69-f419-4e6d-802e-a253ad2587ab", "name": "network-vif-plugged", "status": "completed", "tag": "1cc7e38e-e043-419a-986d-342c38dba97f", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:52.177777 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c98a0eea-4a06-42bf-a94e-9ad507393528 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:52.178184 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98a0eea-4a06-42bf-a94e-9ad507393528'] response: {'server_uuid': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc7e38e-e043-419a-986d-342c38dba97f', 'code': 200} Oct 16 01:00:52.179035 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:52.180977 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 9f15f027-a9c6-4298-a989-336905ee5a12 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:52.181408 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:52.209967 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:52.226088 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f15f027-a9c6-4298-a989-336905ee5a12 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:00:52.297783 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f15f027-a9c6-4298-a989-336905ee5a12,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:52.322440 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:52.343055 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9abc56ec-4659-4809-9467-ab13a253d2f2 req-846c1463-fdd5-42ce-81a6-32c029c1bb1b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253829 Oct 16 01:00:52.343645 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:52.362654 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=1cc7e38e-e043-419a-986d-342c38dba97f,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:52.371017 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286a57e-0cff-45ab-8984-e2a064770416 req-29f096ee-a1ea-4a27-b639-48cc5e769dec tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:52.371409 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:52.372523 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-29f096ee-a1ea-4a27-b639-48cc5e769dec tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.36 "GET /networking/v2.0/networks?id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae HTTP/1.1" status: 200 len: 809 time: 0.3490028 Oct 16 01:00:52.429190 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cd7ff-b15c-4fe3-9a5b-a7e806f4d8ca req-3ad18cfa-5f3b-4452-aa62-a61de38c1c93 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:52.442522 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b79cd7ff-b15c-4fe3-9a5b-a7e806f4d8ca req-3ad18cfa-5f3b-4452-aa62-a61de38c1c93 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 945 time: 0.2085810 Oct 16 01:00:52.542940 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (4827324a-a969-452f-85b3-109a32799305), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:52.566737 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=9f15f027-a9c6-4298-a989-336905ee5a12,revision_number=9']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:52.581372 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-ba672528-af98-4830-b592-ee61de4a57c3 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb HTTP/1.1" status: 200 len: 378 time: 0.1996458 Oct 16 01:00:52.624170 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b79cd7ff-b15c-4fe3-9a5b-a7e806f4d8ca req-cb3ac7da-31a3-4f67-babd-c2825aca707b tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641765 Oct 16 01:00:52.626477 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-745f9b00-8dcd-4ae2-86fe-7848379ef6ba req-b6d4cd87-8f04-4ac7-967e-8cbf5311957d tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 210 time: 0.1030979 Oct 16 01:00:52.666206 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['9f15f027-a9c6-4298-a989-336905ee5a12'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:00:52.666602 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-7286a57e-0cff-45ab-8984-e2a064770416 req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Request body: {'port': {'device_id': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'admin_state_up': True, 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'security_groups': ['0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:52.689754 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event deleted for resources: {'Port': ['ID=4827324a-a969-452f-85b3-109a32799305,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:52.775038 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3e308-2247-45ff-8f8c-743a0d7bd6ef req-88a7ea4b-a38f-44db-90a5-866250a5a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:52.776650 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-76f3e308-2247-45ff-8f8c-743a0d7bd6ef req-88a7ea4b-a38f-44db-90a5-866250a5a6ea service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 1129 time: 0.2436352 Oct 16 01:00:52.971556 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-31f00ceb-2553-46ae-8aa5-ffde42eca4d4 req-26b4d00c-3092-4767-a074-aaec7482b339 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 210 time: 0.0680206 Oct 16 01:00:53.023244 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-76f3e308-2247-45ff-8f8c-743a0d7bd6ef req-7bd43ed2-31bf-48f6-8267-3787fd4f0ba7 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344272 Oct 16 01:00:53.048167 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Router 04f2e7d9-6f59-4273-afb1-c6b961e608fe has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:00:53.056805 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:53.127923 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7286a57e-0cff-45ab-8984-e2a064770416 req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Made reservation on behalf of ed24cab62e1f4810a10e7ba36fcbeadb for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:00:53.134726 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7286a57e-0cff-45ab-8984-e2a064770416 req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:53.348630 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-7286a57e-0cff-45ab-8984-e2a064770416 req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Allocated IP 172.20.0.6 (aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae/de2290f6-6368-4cf5-9301-7df9595cdb2f/a16383c6-9bce-4108-ad57-fad77bb41e2b) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:00:53.391549 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:00:53.420640 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6e3e8-dd92-4394-9b44-b4ddf1bb44e6 None None] Sync routers for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:00:53.457066 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6e3e8-dd92-4394-9b44-b4ddf1bb44e6 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:53.460944 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-bba6e3e8-dd92-4394-9b44-b4ddf1bb44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:53.626765 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 9f15f027-a9c6-4298-a989-336905ee5a12 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:00:53.679657 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8c30b1e6-4e6c-41a6-bf73-7aaedba453a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:53.710161 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-bba6e3e8-dd92-4394-9b44-b4ddf1bb44e6 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:53.764928 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 9f15f027-a9c6-4298-a989-336905ee5a12 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:53.765484 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:53.765918 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 9f15f027-a9c6-4298-a989-336905ee5a12 Oct 16 01:00:53.837143 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875264-ec1c-49ab-84c1-4e6ea7646ede req-7923b76a-b3bd-4c28-931b-3267291e6889 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:53.853816 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6875264-ec1c-49ab-84c1-4e6ea7646ede req-7923b76a-b3bd-4c28-931b-3267291e6889 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 945 time: 0.1082959 Oct 16 01:00:53.904205 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907f19-25e9-4e8a-abc1-5e9c73a22846 req-9580827e-480e-4012-ac87-9959d7cecf35 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:53.909541 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:53.911134 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b2907f19-25e9-4e8a-abc1-5e9c73a22846 req-9580827e-480e-4012-ac87-9959d7cecf35 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 945 time: 0.0698812 Oct 16 01:00:53.923910 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6875264-ec1c-49ab-84c1-4e6ea7646ede req-eb8329ba-22bf-4fc3-aa47-14416ee25011 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665030 Oct 16 01:00:53.939995 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] No DVR routers for this DVR port 4827324a-a969-452f-85b3-109a32799305 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:00:53.951083 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:53.956856 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1f6ca552-4f92-4ff1-a51f-fcf1f394f8a9 req-9f4f7d5a-101e-4840-8082-d845f864a1a6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4827324a-a969-452f-85b3-109a32799305 HTTP/1.1" status: 204 len: 173 time: 2.6909480 Oct 16 01:00:53.976372 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'name': 'network-vif-deleted', 'tag': '4827324a-a969-452f-85b3-109a32799305'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:53.985399 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb81be2-f978-4320-8828-6e82b9a5c550" -d '{"events": [{"server_uuid": "18a404c6-15f6-40d3-bfbc-df301770a4fe", "name": "network-vif-deleted", "tag": "4827324a-a969-452f-85b3-109a32799305"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:54.074842 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c0e4ec7f-f5c1-4e2c-9390-d74c0b7a0728 req-c0b6234f-efd3-4e76-8061-5505500a90fa tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 210 time: 0.0489204 Oct 16 01:00:54.149022 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 9f15f027-a9c6-4298-a989-336905ee5a12 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:00:54.149571 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:54.223091 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7286a57e-0cff-45ab-8984-e2a064770416 req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:54.239005 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:54.280875 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:54.282956 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5265b4a3-37a7-4c97-b027-5c52a66db78b x-openstack-request-id: req-5265b4a3-37a7-4c97-b027-5c52a66db78b {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:54.283257 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a404c6-15f6-40d3-bfbc-df301770a4fe", "name": "network-vif-deleted", "tag": "4827324a-a969-452f-85b3-109a32799305", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:54.283502 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5265b4a3-37a7-4c97-b027-5c52a66db78b {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:54.283894 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5265b4a3-37a7-4c97-b027-5c52a66db78b'] response: {'server_uuid': '18a404c6-15f6-40d3-bfbc-df301770a4fe', 'name': 'network-vif-deleted', 'tag': '4827324a-a969-452f-85b3-109a32799305', 'status': 'completed', 'code': 200} Oct 16 01:00:54.288346 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7286a57e-0cff-45ab-8984-e2a064770416 req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:54.289193 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:54.292147 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100b00e3-241f-4ba5-88e1-197400722ed3" -d '{"events": [{"server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "name": "network-vif-plugged", "status": "completed", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:54.307540 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-bba6e3e8-dd92-4394-9b44-b4ddf1bb44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '63361ebc-ed62-43cf-a9e3-1ab87fe709d4', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.222', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': 'ae364987-4db0-45e9-8b32-48163c845492', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:63:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:57:44Z', 'updated_at': '2022-10-16T00:58:19Z', 'revision_number': 2, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:54.333503 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f15f027-a9c6-4298-a989-336905ee5a12,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:00:54.341658 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-799394d1-7c84-47d7-874e-a1695419fdbe req-3242a132-9587-4830-b48c-db68915ccd04 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 210 time: 0.0450346 Oct 16 01:00:54.369980 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event updated for resources: {'Port': ['ID=a16383c6-9bce-4108-ad57-fad77bb41e2b,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:54.392799 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:54.394268 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b2907f19-25e9-4e8a-abc1-5e9c73a22846 req-a9fbe9f0-09c1-4a0c-a960-531eba92df75 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4196780 Oct 16 01:00:54.394426 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 4827324a-a969-452f-85b3-109a32799305 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:00:54.428351 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7286a57e-0cff-45ab-8984-e2a064770416 req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:54.430419 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-7286a57e-0cff-45ab-8984-e2a064770416 req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:54.434092 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7286a57e-0cff-45ab-8984-e2a064770416 req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:00:54.462473 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f8a34c-7b79-4008-99f7-7213c84f2576 x-openstack-request-id: req-c5f8a34c-7b79-4008-99f7-7213c84f2576 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:54.462732 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "name": "network-vif-plugged", "status": "completed", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:54.462970 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5f8a34c-7b79-4008-99f7-7213c84f2576 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:54.463381 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f8a34c-7b79-4008-99f7-7213c84f2576'] response: {'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12', 'code': 200} Oct 16 01:00:54.486703 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6e3e8-dd92-4394-9b44-b4ddf1bb44e6 None None] Checking router: 04f2e7d9-6f59-4273-afb1-c6b961e608fe for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:00:54.494803 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 4827324a-a969-452f-85b3-109a32799305 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:00:54.495181 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 4827324a-a969-452f-85b3-109a32799305 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:00:54.509051 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6e3e8-dd92-4394-9b44-b4ddf1bb44e6 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:54.510503 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-bba6e3e8-dd92-4394-9b44-b4ddf1bb44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:54.527737 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286a57e-0cff-45ab-8984-e2a064770416 req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:54.528393 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7286a57e-0cff-45ab-8984-e2a064770416 req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:54.558615 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-b48ae257-e314-4eb5-b078-48282d776909 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8977056 Oct 16 01:00:54.577432 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=9f15f027-a9c6-4298-a989-336905ee5a12,revision_number=10']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:54.633813 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Request body: {'port': {'device_id': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:54.725038 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:54.752451 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-bba6e3e8-dd92-4394-9b44-b4ddf1bb44e6 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:54.755220 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:55.058290 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-8caf1701-3ddf-48bb-aa74-92b65ec06510 None None] Provisioning complete for port a16383c6-9bce-4108-ad57-fad77bb41e2b triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:00:55.058749 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8caf1701-3ddf-48bb-aa74-92b65ec06510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:55.059055 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-8caf1701-3ddf-48bb-aa74-92b65ec06510 None None] Attempt 1 to provision port a16383c6-9bce-4108-ad57-fad77bb41e2b Oct 16 01:00:55.177642 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb0f4c-bd8c-44a5-8bda-b949743663a0 req-b49fe083-52b8-4799-97be-c014c81330f9 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:55.198819 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-8caf1701-3ddf-48bb-aa74-92b65ec06510 None None] Port a16383c6-9bce-4108-ad57-fad77bb41e2b cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:00:55.199918 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-43bb0f4c-bd8c-44a5-8bda-b949743663a0 req-b49fe083-52b8-4799-97be-c014c81330f9 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 945 time: 0.1210093 Oct 16 01:00:55.293242 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16383c6-9bce-4108-ad57-fad77bb41e2b {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:00:55.302198 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Publish callbacks [] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:55.316546 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:55.354435 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Transition to ACTIVE for port object a16383c6-9bce-4108-ad57-fad77bb41e2b will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:00:55.378712 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:55.385869 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-43bb0f4c-bd8c-44a5-8bda-b949743663a0 req-d1b69700-e3a9-40b3-9a9b-c9c22316de22 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823344 Oct 16 01:00:55.392653 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:55.394727 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-bba6e3e8-dd92-4394-9b44-b4ddf1bb44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '63361ebc-ed62-43cf-a9e3-1ab87fe709d4', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.222', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': 'ae364987-4db0-45e9-8b32-48163c845492', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:63:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:57:44Z', 'updated_at': '2022-10-16T00:58:19Z', 'revision_number': 2, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:55.427054 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6e3e8-dd92-4394-9b44-b4ddf1bb44e6 None None] The sync data for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi is: [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '63361ebc-ed62-43cf-a9e3-1ab87fe709d4', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.222', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': 'ae364987-4db0-45e9-8b32-48163c845492', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:63:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:57:44Z', 'updated_at': '2022-10-16T00:58:19Z', 'revision_number': 2, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:00:55.491338 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b60fa-7885-4c73-af1b-94e5eba9d486 req-bc51ecab-eeb0-4ec8-b6b1-1dbbbd63df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:55.493441 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea0b60fa-7885-4c73-af1b-94e5eba9d486 req-bc51ecab-eeb0-4ec8-b6b1-1dbbbd63df7e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 1131 time: 0.1667531 Oct 16 01:00:55.524797 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Pushing event updated for resources: {'Port': ['ID=a16383c6-9bce-4108-ad57-fad77bb41e2b,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:55.552051 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882003c8-fff3-4c96-8832-583dda922e30 req-b15d97cb-8412-4686-8287-05c94828f01c tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:55.553655 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-882003c8-fff3-4c96-8832-583dda922e30 req-b15d97cb-8412-4686-8287-05c94828f01c tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 931 time: 0.2406640 Oct 16 01:00:55.582353 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3d016be8-bd12-4e7f-96c3-2947ed4bf2b7 req-bc5bad53-110b-4bd2-ab64-ff6028818cb6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=18a404c6-15f6-40d3-bfbc-df301770a4fe HTTP/1.1" status: 200 len: 210 time: 0.0722697 Oct 16 01:00:55.704246 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-882003c8-fff3-4c96-8832-583dda922e30 req-08bc6bec-80b8-439f-ab1f-b89163695fa6 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1449172 Oct 16 01:00:55.732127 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:55.774358 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Attempting to bind port a16383c6-9bce-4108-ad57-fad77bb41e2b on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:00:55.775045 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Attempting to bind port a16383c6-9bce-4108-ad57-fad77bb41e2b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:00:55.775460 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Attempting to bind port a16383c6-9bce-4108-ad57-fad77bb41e2b on network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:55.788130 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8633f-1a44-4a37-b940-19dc4555873e req-731e901c-4e88-4de9-a36e-9fd12b15ed56 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:55.795406 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2bf8633f-1a44-4a37-b940-19dc4555873e req-731e901c-4e88-4de9-a36e-9fd12b15ed56 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 945 time: 0.1178842 Oct 16 01:00:55.869209 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2bf8633f-1a44-4a37-b940-19dc4555873e req-3887da5b-2fcb-485e-bea6-2776b5abcfd1 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688777 Oct 16 01:00:55.886905 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34128) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:55.953165 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508f7635-6dc7-40ad-966e-fa87c2618447 None None] New status for floating IP 9c658e7b-2d21-4e63-9a85-67f51c8a8e41: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:00:55.996271 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd64ad-cd10-410c-8f5e-0cd7c73dd44a req-d8338809-309d-4ae5-aba1-52a2c8905a77 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:55.999446 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1fbd64ad-cd10-410c-8f5e-0cd7c73dd44a req-d8338809-309d-4ae5-aba1-52a2c8905a77 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 947 time: 0.1195159 Oct 16 01:00:56.008791 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea0b60fa-7885-4c73-af1b-94e5eba9d486 req-b4913317-5b2c-45b1-94a6-36c51a780d9b service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748582 Oct 16 01:00:56.033217 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Port a16383c6-9bce-4108-ad57-fad77bb41e2b on network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:00:56.033631 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Attempting to bind port a16383c6-9bce-4108-ad57-fad77bb41e2b on network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:00:56.140835 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1fbd64ad-cd10-410c-8f5e-0cd7c73dd44a req-ff2ea18a-53a1-4171-8792-68d83d119be5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306987 Oct 16 01:00:56.205212 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:00:56.206036 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Checking segment: {'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:00:56.206438 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Bound using segment: {'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:00:56.206933 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Bound port: a16383c6-9bce-4108-ad57-fad77bb41e2b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d088789-908c-4e34-9f6c-bb4e4f096ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:00:56.207783 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:56.299355 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] For port a16383c6-9bce-4108-ad57-fad77bb41e2b, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:00:56.303161 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] For port a16383c6-9bce-4108-ad57-fad77bb41e2b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:00:56.311656 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:56.315386 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:56.316548 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:56.317854 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/a16383c6-9bce-4108-ad57-fad77bb41e2b HTTP/1.1" status: 200 len: 1093 time: 1.6915219 Oct 16 01:00:56.320292 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:56.330171 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e950b9d-af20-4a2c-af36-42bf8f435d57 tempest-TestVolumeBootPattern-1286229808 tempest-TestVolumeBootPattern-1286229808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:56.333576 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73387550-5c05-4f77-9081-eab940e8d57c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:56.333997 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1e950b9d-af20-4a2c-af36-42bf8f435d57 tempest-TestVolumeBootPattern-1286229808 tempest-TestVolumeBootPattern-1286229808-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 1124 time: 0.4446306 Oct 16 01:00:56.337255 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34136) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:56.357343 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'port_id': '1cc7e38e-e043-419a-986d-342c38dba97f', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:00:56.370625 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-27e24e97-ac4e-4cc8-ad9b-2b1d267700ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:56.420406 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:56.426168 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dfc33f-a8b1-4fc5-a372-9572f0c7d330 x-openstack-request-id: req-99dfc33f-a8b1-4fc5-a372-9572f0c7d330 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:56.426546 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:56.426892 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99dfc33f-a8b1-4fc5-a372-9572f0c7d330 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:56.427450 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99dfc33f-a8b1-4fc5-a372-9572f0c7d330'] response: {'name': 'network-changed', 'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'status': 'completed', 'code': 200} Oct 16 01:00:56.487945 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286a57e-0cff-45ab-8984-e2a064770416 req-8a8814b7-6084-4105-bbfa-2a4cb90092cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:56.489838 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-8a8814b7-6084-4105-bbfa-2a4cb90092cc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb&device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 1127 time: 0.1071529 Oct 16 01:00:56.500467 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6faaa-dc18-47d6-b791-3ec0eeb8de2e service neutron] Pushing event updated for resources: {'Port': ['ID=a16383c6-9bce-4108-ad57-fad77bb41e2b,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:56.526463 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:56.655526 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Allocated IP 172.37.2.136 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/1f2f9447-5a26-405e-829d-d6cb41d3ad8d) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:00:56.712075 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34148) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:56.755195 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:56.847694 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for port (1f2f9447-5a26-405e-829d-d6cb41d3ad8d), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:56.862550 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-859733cb-186c-4f2d-a9ee-c642b92e0365 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b HTTP/1.1" status: 200 len: 217 time: 0.0790513 Oct 16 01:00:56.890613 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd6dba34-e34d-4d9f-b3ee-fb1fd0593547 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (eb457691-a9eb-4082-a592-2cdc7a5714ed), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:56.907634 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (1f2f9447-5a26-405e-829d-d6cb41d3ad8d), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:56.947277 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc1fcc-e4ad-43e6-85b2-d272f4bb24d5 req-5b7c49eb-33d4-49fc-81ed-ed88bda261b5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:56.949243 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eefc1fcc-e4ad-43e6-85b2-d272f4bb24d5 req-5b7c49eb-33d4-49fc-81ed-ed88bda261b5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.1233783 Oct 16 01:00:56.965038 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:00:56.971459 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:00:56.976873 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:00:56.981786 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd6dba34-e34d-4d9f-b3ee-fb1fd0593547 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (eb457691-a9eb-4082-a592-2cdc7a5714ed), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:57.000053 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'Port': ['ID=1f2f9447-5a26-405e-829d-d6cb41d3ad8d,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:57.003766 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286a57e-0cff-45ab-8984-e2a064770416 req-9a115ed8-faeb-4628-ad70-58e92f3eb472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:57.005327 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-9a115ed8-faeb-4628-ad70-58e92f3eb472 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=de2290f6-6368-4cf5-9301-7df9595cdb2f HTTP/1.1" status: 200 len: 848 time: 0.1235693 Oct 16 01:00:57.091115 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eefc1fcc-e4ad-43e6-85b2-d272f4bb24d5 req-9302df39-720c-4c5e-9bcb-705466647db5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309471 Oct 16 01:00:57.093730 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286a57e-0cff-45ab-8984-e2a064770416 req-71dc6f4c-2ec5-4922-9c1d-7307c41b614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:57.094236 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-71dc6f4c-2ec5-4922-9c1d-7307c41b614c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780747 Oct 16 01:00:57.118027 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd6dba34-e34d-4d9f-b3ee-fb1fd0593547 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (eb457691-a9eb-4082-a592-2cdc7a5714ed), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:57.118027 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd6dba34-e34d-4d9f-b3ee-fb1fd0593547 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:57.118027 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-dd6dba34-e34d-4d9f-b3ee-fb1fd0593547 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/eb457691-a9eb-4082-a592-2cdc7a5714ed HTTP/1.1" status: 204 len: 168 time: 0.4048538 Oct 16 01:00:57.127357 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34152) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:57.147016 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dba34-e34d-4d9f-b3ee-fb1fd0593547 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb457691-a9eb-4082-a592-2cdc7a5714ed,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:57.151332 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.api.v2.resource [None req-8cb0ee21-7ba5-47a0-8f9f-829d0069d921 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] show failed (client error): The resource could not be found. Oct 16 01:00:57.155861 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8cb0ee21-7ba5-47a0-8f9f-829d0069d921 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups/eb457691-a9eb-4082-a592-2cdc7a5714ed HTTP/1.1" status: 404 len: 347 time: 0.0330639 Oct 16 01:00:57.158431 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34154) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:00:57.252992 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-dc023d63-bf74-4120-9a07-3cd28dd4a0dd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292961 Oct 16 01:00:57.271013 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:57.312316 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:57.462325 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e344e7-da4d-44d0-b9ea-d87197da82e5 req-980f42f0-f773-4987-9dfe-6b87f560737b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:57.464089 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a7e344e7-da4d-44d0-b9ea-d87197da82e5 req-980f42f0-f773-4987-9dfe-6b87f560737b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 947 time: 0.1526241 Oct 16 01:00:57.472590 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-2fe16796-c2b2-489c-949e-60d3d2c51654 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Deleting port b403988f-1d9b-4382-a370-00185d7b547d {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:00:57.473069 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fe16796-c2b2-489c-949e-60d3d2c51654 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (b403988f-1d9b-4382-a370-00185d7b547d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:57.656498 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a7e344e7-da4d-44d0-b9ea-d87197da82e5 req-551c62c6-4cd9-4698-b006-cb1858086825 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805785 Oct 16 01:00:57.698896 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fe16796-c2b2-489c-949e-60d3d2c51654 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (b403988f-1d9b-4382-a370-00185d7b547d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:57.698896 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fe16796-c2b2-489c-949e-60d3d2c51654 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (b403988f-1d9b-4382-a370-00185d7b547d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:57.777549 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:57.778203 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-2fe16796-c2b2-489c-949e-60d3d2c51654 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Calling delete_port for b403988f-1d9b-4382-a370-00185d7b547d owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:00:57.858270 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (d926ffde-0f50-4837-b0ba-5d56b2473d35), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:57.873954 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7286a57e-0cff-45ab-8984-e2a064770416 req-53ea6647-ef84-48ae-82dd-b46e53fed516 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965775 Oct 16 01:00:58.033023 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (1f2f9447-5a26-405e-829d-d6cb41d3ad8d), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:58.064653 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fe16796-c2b2-489c-949e-60d3d2c51654 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (b403988f-1d9b-4382-a370-00185d7b547d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:58.105271 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe16796-c2b2-489c-949e-60d3d2c51654 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event deleted for resources: {'Port': ['ID=b403988f-1d9b-4382-a370-00185d7b547d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:58.156326 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:58.264290 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fe16796-c2b2-489c-949e-60d3d2c51654 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (9c658e7b-2d21-4e63-9a85-67f51c8a8e41), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:58.267054 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fe16796-c2b2-489c-949e-60d3d2c51654 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:58.271750 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2fe16796-c2b2-489c-949e-60d3d2c51654 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/9c658e7b-2d21-4e63-9a85-67f51c8a8e41 HTTP/1.1" status: 204 len: 168 time: 1.1118643 Oct 16 01:00:58.284947 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73387550-5c05-4f77-9081-eab940e8d57c req-be98d8f6-d37d-41f8-9a71-630ceea14ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:58.287151 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73387550-5c05-4f77-9081-eab940e8d57c req-be98d8f6-d37d-41f8-9a71-630ceea14ded service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb&device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 1127 time: 0.0928614 Oct 16 01:00:58.335831 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:58.380956 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:58.408332 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for port (1f2f9447-5a26-405e-829d-d6cb41d3ad8d), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:58.416111 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (1f2f9447-5a26-405e-829d-d6cb41d3ad8d), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:58.435909 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b0be6-72d8-46ad-8e28-9a21b4adbbe5 req-a75b5f81-4faa-4e58-9060-b629f0c924c6 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:58.444115 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d91b0be6-72d8-46ad-8e28-9a21b4adbbe5 req-a75b5f81-4faa-4e58-9060-b629f0c924c6 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.2025611 Oct 16 01:00:58.510070 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (d926ffde-0f50-4837-b0ba-5d56b2473d35), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:58.513271 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'Port': ['ID=1f2f9447-5a26-405e-829d-d6cb41d3ad8d,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:00:58.640163 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Floating IP d926ffde-0f50-4837-b0ba-5d56b2473d35 associated. External IP: 172.37.2.136, port: 1cc7e38e-e043-419a-986d-342c38dba97f. Oct 16 01:00:58.652446 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d91b0be6-72d8-46ad-8e28-9a21b4adbbe5 req-8de7b1cd-abaf-41e8-b064-de288399e01f tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2069354 Oct 16 01:00:58.676395 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73387550-5c05-4f77-9081-eab940e8d57c req-e9b91bc0-de1c-4dd8-9a70-3ab30a5bad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:58.677942 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73387550-5c05-4f77-9081-eab940e8d57c req-e9b91bc0-de1c-4dd8-9a70-3ab30a5bad8b service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae HTTP/1.1" status: 200 len: 910 time: 0.3643286 Oct 16 01:00:58.738092 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73387550-5c05-4f77-9081-eab940e8d57c req-7f9b1e85-6f5b-424d-8a40-6ee8a2bc9023 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b HTTP/1.1" status: 200 len: 217 time: 0.0526230 Oct 16 01:00:58.814461 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73387550-5c05-4f77-9081-eab940e8d57c req-a9a8e5f7-9930-4c26-82dd-1b9a67911a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:58.825773 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73387550-5c05-4f77-9081-eab940e8d57c req-a9a8e5f7-9930-4c26-82dd-1b9a67911a0e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=de2290f6-6368-4cf5-9301-7df9595cdb2f HTTP/1.1" status: 200 len: 848 time: 0.0793042 Oct 16 01:00:58.983716 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73387550-5c05-4f77-9081-eab940e8d57c req-91ead611-869b-4259-860c-6f6cca7c1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:58.986899 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73387550-5c05-4f77-9081-eab940e8d57c req-91ead611-869b-4259-860c-6f6cca7c1b14 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1357994 Oct 16 01:00:59.011099 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038622-5da0-4fa3-8fdb-09e871375282 req-d1ed2997-f99e-4e0a-a00a-09d2cc0039f2 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:59.020593 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-54038622-5da0-4fa3-8fdb-09e871375282 req-d1ed2997-f99e-4e0a-a00a-09d2cc0039f2 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 947 time: 0.1934841 Oct 16 01:00:59.091690 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:59.141663 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-54038622-5da0-4fa3-8fdb-09e871375282 req-b1f7c8f1-674f-4f0c-ade0-88e7e931a8dc tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201732 Oct 16 01:00:59.174379 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73387550-5c05-4f77-9081-eab940e8d57c req-b8048816-cb32-457c-962f-9f257301a533 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431334 Oct 16 01:00:59.249020 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:00:59.359228 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:00:59.371250 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db65c8-907f-43a9-a5a6-ec4cb304662f None None] Sync routers for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:00:59.382449 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:00:59.382831 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db65c8-907f-43a9-a5a6-ec4cb304662f None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:00:59.383626 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-06db65c8-907f-43a9-a5a6-ec4cb304662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:00:59.464372 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-84d75f6d-7d4c-44e4-9425-9168f2890f2d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1256297 Oct 16 01:00:59.464912 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'tag': '1cc7e38e-e043-419a-986d-342c38dba97f'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:00:59.473112 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489cfff5-5b9a-4be0-95db-ee67a55f2eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "e232da69-f419-4e6d-802e-a253ad2587ab", "tag": "1cc7e38e-e043-419a-986d-342c38dba97f"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:00:59.531144 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:00:59.565296 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016b5def-36e7-4a7a-8b18-88478d70643a x-openstack-request-id: req-016b5def-36e7-4a7a-8b18-88478d70643a {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:00:59.565823 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e232da69-f419-4e6d-802e-a253ad2587ab", "tag": "1cc7e38e-e043-419a-986d-342c38dba97f", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:00:59.565823 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-016b5def-36e7-4a7a-8b18-88478d70643a {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:00:59.566235 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016b5def-36e7-4a7a-8b18-88478d70643a'] response: {'name': 'network-changed', 'server_uuid': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'tag': '1cc7e38e-e043-419a-986d-342c38dba97f', 'status': 'completed', 'code': 200} Oct 16 01:00:59.572699 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73387550-5c05-4f77-9081-eab940e8d57c req-598ecc49-03e4-48b0-8f63-1748c0b3ea76 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601431 Oct 16 01:00:59.669965 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-06db65c8-907f-43a9-a5a6-ec4cb304662f None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:00:59.696826 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cfff5-5b9a-4be0-95db-ee67a55f2eeb req-841abf1e-debf-421e-be72-0c73a59b09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:59.698344 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-489cfff5-5b9a-4be0-95db-ee67a55f2eeb req-841abf1e-debf-421e-be72-0c73a59b09ac service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 1129 time: 0.0521176 Oct 16 01:00:59.776658 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:00:59.866546 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3d7a5-2398-4815-9055-51b118eec1c7 req-43086e6a-1e80-4ce5-8747-49c2d8c89c82 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:59.869321 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2dc3d7a5-2398-4815-9055-51b118eec1c7 req-43086e6a-1e80-4ce5-8747-49c2d8c89c82 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0878720 Oct 16 01:00:59.876388 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cfff5-5b9a-4be0-95db-ee67a55f2eeb req-6bbf1a73-3c70-4728-9c7e-39e2ffcde6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:00:59.877819 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-489cfff5-5b9a-4be0-95db-ee67a55f2eeb req-6bbf1a73-3c70-4728-9c7e-39e2ffcde6dd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 912 time: 0.1734264 Oct 16 01:00:59.932630 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:00.019177 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-06db65c8-907f-43a9-a5a6-ec4cb304662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd926ffde-0f50-4837-b0ba-5d56b2473d35', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.136', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': '1cc7e38e-e043-419a-986d-342c38dba97f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:d6:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:00:57Z', 'updated_at': '2022-10-16T01:00:57Z', 'revision_number': 0, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:00.092364 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db65c8-907f-43a9-a5a6-ec4cb304662f None None] Checking router: a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:01:00.095360 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-489cfff5-5b9a-4be0-95db-ee67a55f2eeb req-d4a2b91b-8b53-4ff0-8dc8-27963f639992 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cc7e38e-e043-419a-986d-342c38dba97f HTTP/1.1" status: 200 len: 999 time: 0.1982906 Oct 16 01:01:00.102218 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db65c8-907f-43a9-a5a6-ec4cb304662f None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:00.102844 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-06db65c8-907f-43a9-a5a6-ec4cb304662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:00.106415 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2dc3d7a5-2398-4815-9055-51b118eec1c7 req-9c7a35c5-6a43-4ba9-8f52-ac5e44682d70 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2274654 Oct 16 01:01:00.168924 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cfff5-5b9a-4be0-95db-ee67a55f2eeb req-0b38fc93-440c-45ea-9ba7-0222e7b67d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:00.170444 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-489cfff5-5b9a-4be0-95db-ee67a55f2eeb req-0b38fc93-440c-45ea-9ba7-0222e7b67d4b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 200 len: 850 time: 0.0585766 Oct 16 01:01:00.239863 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cfff5-5b9a-4be0-95db-ee67a55f2eeb req-11f66075-2766-4b1c-9e00-beaa810bf021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:00.243725 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:00.247426 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-489cfff5-5b9a-4be0-95db-ee67a55f2eeb req-11f66075-2766-4b1c-9e00-beaa810bf021 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=67400858-429f-4052-a9a5-3012690406d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692458 Oct 16 01:01:00.263359 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-06db65c8-907f-43a9-a5a6-ec4cb304662f None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:00.453856 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e09cee-719d-4dd2-9984-6747c78f493e req-dbcf870b-1188-4f1b-ad46-18ad9afef951 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:00.463288 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-89e09cee-719d-4dd2-9984-6747c78f493e req-dbcf870b-1188-4f1b-ad46-18ad9afef951 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 947 time: 0.1470268 Oct 16 01:01:00.531685 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5f9f9-d558-44eb-b29a-b0fb2cf9680e req-7951f362-f962-44e6-9aba-f41ecc659159 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:00.542118 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aae5f9f9-d558-44eb-b29a-b0fb2cf9680e req-7951f362-f962-44e6-9aba-f41ecc659159 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 945 time: 0.0773721 Oct 16 01:01:00.567321 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:00.589396 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-489cfff5-5b9a-4be0-95db-ee67a55f2eeb req-3c68eb52-b816-4e82-8b90-ae038e92d31c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260179 Oct 16 01:01:00.593064 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-89e09cee-719d-4dd2-9984-6747c78f493e req-83f4a1b9-e971-4af5-9f94-ee37425dedab tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287932 Oct 16 01:01:00.605906 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aae5f9f9-d558-44eb-b29a-b0fb2cf9680e req-a0ee3372-3322-48ef-a8c2-264b738f7c55 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627575 Oct 16 01:01:00.667823 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-06db65c8-907f-43a9-a5a6-ec4cb304662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd926ffde-0f50-4837-b0ba-5d56b2473d35', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.136', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': '1cc7e38e-e043-419a-986d-342c38dba97f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:d6:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:00:57Z', 'updated_at': '2022-10-16T01:00:57Z', 'revision_number': 0, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:00.695882 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db65c8-907f-43a9-a5a6-ec4cb304662f None None] The sync data for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi is: [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd926ffde-0f50-4837-b0ba-5d56b2473d35', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.136', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': '1cc7e38e-e043-419a-986d-342c38dba97f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:d6:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:00:57Z', 'updated_at': '2022-10-16T01:00:57Z', 'revision_number': 0, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:01:00.937587 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57feec20-0349-4094-9732-b172b8dbb515 None None] New status for floating IP d926ffde-0f50-4837-b0ba-5d56b2473d35: ACTIVE {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:01:01.250438 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:01.269940 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda3c9f-07d9-4068-bd52-c4b09e086287 req-86e9eb80-e8a7-42b8-8a05-90a71536e516 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:01.279409 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bdda3c9f-07d9-4068-bd52-c4b09e086287 req-86e9eb80-e8a7-42b8-8a05-90a71536e516 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0838182 Oct 16 01:01:01.327006 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bdda3c9f-07d9-4068-bd52-c4b09e086287 req-a6fb3c0a-0dff-4f6c-b77e-defe7a85d35c tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461698 Oct 16 01:01:01.756421 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec97b5-10fb-48cf-a2d9-5251ed95b344 req-fbbd4488-11f2-4383-9313-d4bf14df4d03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:01.759075 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-62ec97b5-10fb-48cf-a2d9-5251ed95b344 req-fbbd4488-11f2-4383-9313-d4bf14df4d03 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 945 time: 0.0670683 Oct 16 01:01:01.810315 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-62ec97b5-10fb-48cf-a2d9-5251ed95b344 req-71143cd7-e6e3-4c29-bbc3-a12819ef399b tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431011 Oct 16 01:01:02.119952 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:02.139717 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-489cfff5-5b9a-4be0-95db-ee67a55f2eeb req-6ad0338c-0b0c-4246-b014-6f25207f1b51 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949283 Oct 16 01:01:02.465711 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c450f-dee4-4efe-ad8f-32c035cd1633 req-b4bae734-d0e2-4357-bc33-508bb22b2bbc tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:02.467364 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fc2c450f-dee4-4efe-ad8f-32c035cd1633 req-b4bae734-d0e2-4357-bc33-508bb22b2bbc tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0514312 Oct 16 01:01:02.522215 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fc2c450f-dee4-4efe-ad8f-32c035cd1633 req-771e5413-eea2-4d66-b1ee-0fc3570c10bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486982 Oct 16 01:01:02.652392 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29249d3-0869-47ed-abea-b19949990f3d req-60fcde09-68e9-4c93-ac21-5c64fcf6a369 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:02.654218 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c29249d3-0869-47ed-abea-b19949990f3d req-60fcde09-68e9-4c93-ac21-5c64fcf6a369 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 945 time: 0.0549712 Oct 16 01:01:02.750744 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Deleting port ae364987-4db0-45e9-8b32-48163c845492 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:01:02.751110 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (ae364987-4db0-45e9-8b32-48163c845492), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:02.906272 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] For port ae364987-4db0-45e9-8b32-48163c845492, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ae364987-4db0-45e9-8b32-48163c845492,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:02.907069 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (ae364987-4db0-45e9-8b32-48163c845492), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:03.004906 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662e50c-3ab1-4eba-905d-23ab342aa012 req-0ed8d61d-65b5-4ed3-80c8-0362a10fd18f tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:03.008879 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6662e50c-3ab1-4eba-905d-23ab342aa012 req-0ed8d61d-65b5-4ed3-80c8-0362a10fd18f tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 945 time: 0.0970619 Oct 16 01:01:03.141904 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6662e50c-3ab1-4eba-905d-23ab342aa012 req-61f4cc68-674f-4e70-aef0-c876427c0ab8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0aa46afa-7cf8-4516-97b1-1f6d9484df92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952818 Oct 16 01:01:03.172974 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:03.173167 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (63361ebc-ed62-43cf-a9e3-1ab87fe709d4), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:03.173459 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Floating IP 63361ebc-ed62-43cf-a9e3-1ab87fe709d4 disassociated. External IP: 172.37.2.222, port: ae364987-4db0-45e9-8b32-48163c845492. Oct 16 01:01:03.173794 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Calling delete_port for ae364987-4db0-45e9-8b32-48163c845492 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:01:03.313521 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (ae364987-4db0-45e9-8b32-48163c845492), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:03.355996 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event deleted for resources: {'Port': ['ID=ae364987-4db0-45e9-8b32-48163c845492,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:03.488855 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Router 04f2e7d9-6f59-4273-afb1-c6b961e608fe has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:01:03.536120 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:03.604007 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:01:03.608731 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:03.624250 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20f057-4527-44eb-84cf-b2525ffee2db None None] Sync routers for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:01:03.651785 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20f057-4527-44eb-84cf-b2525ffee2db None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:03.652690 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-6d20f057-4527-44eb-84cf-b2525ffee2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:03.661272 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] No DVR routers for this DVR port ae364987-4db0-45e9-8b32-48163c845492 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:01:03.670064 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:03.677426 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c29249d3-0869-47ed-abea-b19949990f3d req-b5253ef9-dc6a-40fb-8aec-5fc8e184b2bb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ae364987-4db0-45e9-8b32-48163c845492 HTTP/1.1" status: 204 len: 173 time: 1.0174940 Oct 16 01:01:03.677954 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'name': 'network-vif-deleted', 'tag': 'ae364987-4db0-45e9-8b32-48163c845492'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:01:03.680898 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2706b14a-ccd4-4503-9ce5-2c283ec02167" -d '{"events": [{"server_uuid": "f0dbf503-273a-4834-af7e-20ee0ac8b573", "name": "network-vif-deleted", "tag": "ae364987-4db0-45e9-8b32-48163c845492"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:01:03.720501 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a4c25-4896-42df-9f55-ea50c0f9e6ab req-b614d169-7edc-404a-a1b2-6b7df277cafc tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:03.725727 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46029a83-b6f9-45b6-8e41-7f075776b116 x-openstack-request-id: req-46029a83-b6f9-45b6-8e41-7f075776b116 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:01:03.726118 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dbf503-273a-4834-af7e-20ee0ac8b573", "name": "network-vif-deleted", "tag": "ae364987-4db0-45e9-8b32-48163c845492", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:01:03.726468 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46029a83-b6f9-45b6-8e41-7f075776b116 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:01:03.727138 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46029a83-b6f9-45b6-8e41-7f075776b116'] response: {'server_uuid': 'f0dbf503-273a-4834-af7e-20ee0ac8b573', 'name': 'network-vif-deleted', 'tag': 'ae364987-4db0-45e9-8b32-48163c845492', 'status': 'completed', 'code': 200} Oct 16 01:01:03.735502 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cd0a4c25-4896-42df-9f55-ea50c0f9e6ab req-b614d169-7edc-404a-a1b2-6b7df277cafc tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0950775 Oct 16 01:01:03.782710 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-6d20f057-4527-44eb-84cf-b2525ffee2db None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:03.818629 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cd0a4c25-4896-42df-9f55-ea50c0f9e6ab req-4e3df12b-eb7c-4792-837f-09bb0255ca26 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825000 Oct 16 01:01:03.974503 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:04.015147 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-6d20f057-4527-44eb-84cf-b2525ffee2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:04.046786 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20f057-4527-44eb-84cf-b2525ffee2db None None] Checking router: 04f2e7d9-6f59-4273-afb1-c6b961e608fe for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:01:04.060825 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20f057-4527-44eb-84cf-b2525ffee2db None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:04.061503 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-6d20f057-4527-44eb-84cf-b2525ffee2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:04.200094 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-6d20f057-4527-44eb-84cf-b2525ffee2db None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:04.287722 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f1da2e78-be92-4d8b-aa71-dd3571cdee95 req-7a5b51e1-2a3c-405a-917c-e36cb6b233d7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f0dbf503-273a-4834-af7e-20ee0ac8b573 HTTP/1.1" status: 200 len: 210 time: 0.0388939 Oct 16 01:01:04.384133 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:04.479808 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-6d20f057-4527-44eb-84cf-b2525ffee2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:04.512483 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20f057-4527-44eb-84cf-b2525ffee2db None None] The sync data for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi is: [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:01:04.764209 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a7ac04-0050-4cdd-bb26-674171baa950 None None] New status for floating IP 63361ebc-ed62-43cf-a9e3-1ab87fe709d4: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:01:04.931131 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8c4a0-272e-4f38-ad06-bc65fc8f0c7a req-486058e5-1959-4c05-bba0-e84803cb0496 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:04.932591 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-09a8c4a0-272e-4f38-ad06-bc65fc8f0c7a req-486058e5-1959-4c05-bba0-e84803cb0496 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0474429 Oct 16 01:01:04.983832 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-09a8c4a0-272e-4f38-ad06-bc65fc8f0c7a req-679c44a3-9d3f-4285-b899-d5c544cfd114 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455811 Oct 16 01:01:05.383837 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34332) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:05.446437 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0d0c503e-b807-41f8-b90e-bc2026de1986 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (0aa46afa-7cf8-4516-97b1-1f6d9484df92), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:05.470843 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0d0c503e-b807-41f8-b90e-bc2026de1986 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (0aa46afa-7cf8-4516-97b1-1f6d9484df92), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:05.526198 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0d0c503e-b807-41f8-b90e-bc2026de1986 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (0aa46afa-7cf8-4516-97b1-1f6d9484df92), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:05.528939 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0d0c503e-b807-41f8-b90e-bc2026de1986 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:05.530908 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-0d0c503e-b807-41f8-b90e-bc2026de1986 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0aa46afa-7cf8-4516-97b1-1f6d9484df92 HTTP/1.1" status: 204 len: 168 time: 0.1453400 Oct 16 01:01:05.533624 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34354) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:05.551756 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c503e-b807-41f8-b90e-bc2026de1986 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa46afa-7cf8-4516-97b1-1f6d9484df92,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:05.554148 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.api.v2.resource [None req-45b44046-3ca8-443d-b142-4410f3ca6308 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] show failed (client error): The resource could not be found. Oct 16 01:01:05.555342 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-45b44046-3ca8-443d-b142-4410f3ca6308 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups/0aa46afa-7cf8-4516-97b1-1f6d9484df92 HTTP/1.1" status: 404 len: 347 time: 0.0207577 Oct 16 01:01:05.559428 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34356) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:05.581673 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device a16383c6-9bce-4108-ad57-fad77bb41e2b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:01:05.590761 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device ae364987-4db0-45e9-8b32-48163c845492 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:01:05.617886 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: ae364987-4db0-45e9-8b32-48163c845492 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:01:05.618234 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device ae364987-4db0-45e9-8b32-48163c845492 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:01:05.690556 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:05.694640 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-992ad62b-9c1c-4a90-83c9-55e1ccfe1475 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Deleting port ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:01:05.695030 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-992ad62b-9c1c-4a90-83c9-55e1ccfe1475 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:05.718230 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port a16383c6-9bce-4108-ad57-fad77bb41e2b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:05.730561 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'port_id': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'mac_address': 'fa:16:3e:db:87:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:01:05.766919 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port a16383c6-9bce-4108-ad57-fad77bb41e2b is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:05.767239 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:05.781022 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-992ad62b-9c1c-4a90-83c9-55e1ccfe1475 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:05.781228 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16383c6-9bce-4108-ad57-fad77bb41e2b {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:01:05.781363 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-992ad62b-9c1c-4a90-83c9-55e1ccfe1475 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:05.795137 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-992ad62b-9c1c-4a90-83c9-55e1ccfe1475 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Calling delete_port for ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e owned by network:floatingip {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:01:05.801680 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port a16383c6-9bce-4108-ad57-fad77bb41e2b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:05.806193 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:05.863725 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=a16383c6-9bce-4108-ad57-fad77bb41e2b,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:06.134895 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['a16383c6-9bce-4108-ad57-fad77bb41e2b'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:01:06.200580 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b67d12-8359-4df1-88c2-c0e7e24d9d87 req-e5dcb0f4-f12a-405f-aa22-c60cef005d6b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:06.202050 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-87b67d12-8359-4df1-88c2-c0e7e24d9d87 req-e5dcb0f4-f12a-405f-aa22-c60cef005d6b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 944 time: 0.0723796 Oct 16 01:01:06.243252 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-992ad62b-9c1c-4a90-83c9-55e1ccfe1475 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.279952 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ad62b-9c1c-4a90-83c9-55e1ccfe1475 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event deleted for resources: {'Port': ['ID=ed9dbc82-f3ef-41ad-8c02-ac200b34ce0e,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:06.295690 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-87b67d12-8359-4df1-88c2-c0e7e24d9d87 req-3e3c6a05-a854-46ba-82ca-10ecc84f83fc tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873072 Oct 16 01:01:06.357239 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-992ad62b-9c1c-4a90-83c9-55e1ccfe1475 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (63361ebc-ed62-43cf-a9e3-1ab87fe709d4), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.359758 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-992ad62b-9c1c-4a90-83c9-55e1ccfe1475 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.360880 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-992ad62b-9c1c-4a90-83c9-55e1ccfe1475 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/63361ebc-ed62-43cf-a9e3-1ab87fe709d4 HTTP/1.1" status: 204 len: 168 time: 0.8005357 Oct 16 01:01:06.444144 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34366) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:06.449580 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-810bec07-e762-47a6-93b2-06d2412b5452 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1615976990', 'description': 'tempest-description--2130321799'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:06.469554 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-810bec07-e762-47a6-93b2-06d2412b5452 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.518043 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:06.532315 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:06.539574 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-810bec07-e762-47a6-93b2-06d2412b5452 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (f5484aef-779d-4d62-a0b7-8316aca70412), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.543541 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-810bec07-e762-47a6-93b2-06d2412b5452 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (f5484aef-779d-4d62-a0b7-8316aca70412), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.576838 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-810bec07-e762-47a6-93b2-06d2412b5452 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.578040 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-810bec07-e762-47a6-93b2-06d2412b5452 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1329055 Oct 16 01:01:06.579019 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bec07-e762-47a6-93b2-06d2412b5452 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5484aef-779d-4d62-a0b7-8316aca70412,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:06.581166 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34370) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:06.586068 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-f50bbbef-a421-418f-ac81-691b2d29dd9a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'security_group_rule': {'security_group_id': 'f5484aef-779d-4d62-a0b7-8316aca70412', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:06.612815 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f50bbbef-a421-418f-ac81-691b2d29dd9a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (ea084f5d-a316-4761-acdf-1e4b3a31d6a1), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.636963 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:06.670963 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f50bbbef-a421-418f-ac81-691b2d29dd9a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (ea084f5d-a316-4761-acdf-1e4b3a31d6a1), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.674454 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f50bbbef-a421-418f-ac81-691b2d29dd9a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (ea084f5d-a316-4761-acdf-1e4b3a31d6a1), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.694144 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bbbef-a421-418f-ac81-691b2d29dd9a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea084f5d-a316-4761-acdf-1e4b3a31d6a1,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:06.703065 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f50bbbef-a421-418f-ac81-691b2d29dd9a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.704244 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-f50bbbef-a421-418f-ac81-691b2d29dd9a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217573 Oct 16 01:01:06.707160 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34372) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:06.711675 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-77d5c14b-f452-4e22-b070-2c56f5eb8d1e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'security_group_rule': {'security_group_id': 'f5484aef-779d-4d62-a0b7-8316aca70412', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:06.739141 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77d5c14b-f452-4e22-b070-2c56f5eb8d1e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (2e8b8bc7-ca13-43a6-bdfd-ab7c1cd90b23), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.746207 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34376) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:06.795656 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05898f1-9435-498a-a2e8-7cd468305e20 admin admin] Deleting subnet 984308e5-babb-4c21-813e-335d2229fcf9 {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 01:01:06.798852 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d05898f1-9435-498a-a2e8-7cd468305e20 admin admin] Publish callbacks [] for subnet (984308e5-babb-4c21-813e-335d2229fcf9), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.800622 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77d5c14b-f452-4e22-b070-2c56f5eb8d1e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (2e8b8bc7-ca13-43a6-bdfd-ab7c1cd90b23), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.804276 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77d5c14b-f452-4e22-b070-2c56f5eb8d1e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (2e8b8bc7-ca13-43a6-bdfd-ab7c1cd90b23), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.823129 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5c14b-f452-4e22-b070-2c56f5eb8d1e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8b8bc7-ca13-43a6-bdfd-ab7c1cd90b23,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:06.832512 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77d5c14b-f452-4e22-b070-2c56f5eb8d1e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.833718 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-77d5c14b-f452-4e22-b070-2c56f5eb8d1e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256285 Oct 16 01:01:06.836852 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34378) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:06.839567 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d05898f1-9435-498a-a2e8-7cd468305e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655798'] for subnet (984308e5-babb-4c21-813e-335d2229fcf9), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.841231 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:06.863367 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.883345 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d05898f1-9435-498a-a2e8-7cd468305e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (984308e5-babb-4c21-813e-335d2229fcf9), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.941584 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d05898f1-9435-498a-a2e8-7cd468305e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2697823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665076'] for subnet (984308e5-babb-4c21-813e-335d2229fcf9), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.950156 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.971842 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05898f1-9435-498a-a2e8-7cd468305e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=984308e5-babb-4c21-813e-335d2229fcf9,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:06.973878 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d05898f1-9435-498a-a2e8-7cd468305e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:06.978260 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d05898f1-9435-498a-a2e8-7cd468305e20 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/984308e5-babb-4c21-813e-335d2229fcf9 HTTP/1.1" status: 204 len: 168 time: 0.2309453 Oct 16 01:01:06.980246 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34380) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:07.053419 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (2990507f-5171-4eb8-ae44-3866cf4c43a9), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.063619 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Allocated IP 172.37.2.49 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/41018b25-ef72-4267-9902-28254b241fb5) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:01:07.076697 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:07.136014 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (2990507f-5171-4eb8-ae44-3866cf4c43a9), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.162114 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2990507f-5171-4eb8-ae44-3866cf4c43a9']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:07.172503 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d693cf3-b43f-41e8-8a4a-dae4c48f093a') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:07.172794 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d693cf3-b43f-41e8-8a4a-dae4c48f093a') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:07.176985 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for port (41018b25-ef72-4267-9902-28254b241fb5), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.182773 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2655823'] for segment (4d693cf3-b43f-41e8-8a4a-dae4c48f093a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.202874 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (4d693cf3-b43f-41e8-8a4a-dae4c48f093a), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.208830 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (41018b25-ef72-4267-9902-28254b241fb5), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.211487 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 01:01:07.211915 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2697909'] for segment (4d693cf3-b43f-41e8-8a4a-dae4c48f093a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.251702 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:07.255327 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 4d693cf3-b43f-41e8-8a4a-dae4c48f093a resource provider aggregate not found Oct 16 01:01:07.256839 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:07.260975 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:01:07.264621 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'Port': ['ID=41018b25-ef72-4267-9902-28254b241fb5,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:07.281636 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (2990507f-5171-4eb8-ae44-3866cf4c43a9), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.284728 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 4d693cf3-b43f-41e8-8a4a-dae4c48f093a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d693cf3-b43f-41e8-8a4a-dae4c48f093a found for delete ", "request_id": "req-877ddf37-4135-498a-a2ad-4000a088c978"}]} Oct 16 01:01:07.290796 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.293496 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/2990507f-5171-4eb8-ae44-3866cf4c43a9 HTTP/1.1" status: 204 len: 168 time: 0.3123283 Oct 16 01:01:07.304334 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735f29a-20aa-47bf-900e-212918a24ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2990507f-5171-4eb8-ae44-3866cf4c43a9,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:07.348202 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:07.357909 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (57124b50-0f21-4002-a6dc-2ef37b9e8da3), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.411050 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (41018b25-ef72-4267-9902-28254b241fb5), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.441568 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7a674-ea84-4537-b910-ebb9402595b7 req-1bb43f49-41e5-4a17-abba-5ae6f05bfff7 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:07.443359 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9b7a674-ea84-4537-b910-ebb9402595b7 req-1bb43f49-41e5-4a17-abba-5ae6f05bfff7 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 944 time: 0.0590777 Oct 16 01:01:07.506227 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9b7a674-ea84-4537-b910-ebb9402595b7 req-4c17ee9c-567a-4b8e-a945-2a339d28df57 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513146 Oct 16 01:01:07.506831 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34390) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:07.552887 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ee704720-25c4-429e-a86b-99ac89bc58a9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=92116166994646b39ec7a4c23e8cedc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455263 Oct 16 01:01:07.556095 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34392) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:07.569174 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for port (41018b25-ef72-4267-9902-28254b241fb5), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.573723 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (41018b25-ef72-4267-9902-28254b241fb5), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.596321 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device a16383c6-9bce-4108-ad57-fad77bb41e2b up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:07.606818 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ca9011a8-9b2f-4436-8a1d-70bda43ca890 admin admin] Publish callbacks [] for security_group (fb55519e-722d-49f4-9a24-42b82b48aa56), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.628872 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ca9011a8-9b2f-4436-8a1d-70bda43ca890 admin admin] Publish callbacks [] for security_group (fb55519e-722d-49f4-9a24-42b82b48aa56), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.646065 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port a16383c6-9bce-4108-ad57-fad77bb41e2b completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:01:07.651602 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'Port': ['ID=41018b25-ef72-4267-9902-28254b241fb5,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:07.653372 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:07.654285 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (57124b50-0f21-4002-a6dc-2ef37b9e8da3), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.662423 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port a16383c6-9bce-4108-ad57-fad77bb41e2b triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:07.663281 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.663832 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port a16383c6-9bce-4108-ad57-fad77bb41e2b Oct 16 01:01:07.675283 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.678901 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d735f103-27ac-4740-8a29-b5668512b62e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8388352 Oct 16 01:01:07.691907 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ca9011a8-9b2f-4436-8a1d-70bda43ca890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (fb55519e-722d-49f4-9a24-42b82b48aa56), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.694936 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ca9011a8-9b2f-4436-8a1d-70bda43ca890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.696868 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ca9011a8-9b2f-4436-8a1d-70bda43ca890 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fb55519e-722d-49f4-9a24-42b82b48aa56 HTTP/1.1" status: 204 len: 168 time: 0.1399360 Oct 16 01:01:07.706797 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9011a8-9b2f-4436-8a1d-70bda43ca890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb55519e-722d-49f4-9a24-42b82b48aa56,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:07.772535 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port a16383c6-9bce-4108-ad57-fad77bb41e2b is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:07.772987 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.801912 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:01:07.804259 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe479dd-9714-489a-b494-b864f99c3fe7" -d '{"events": [{"server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "name": "network-vif-plugged", "status": "completed", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:01:07.817823 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port a16383c6-9bce-4108-ad57-fad77bb41e2b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:07.823825 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:07.867436 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:07.880961 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cfe356-f39e-453a-ac18-9edba2e006d4 x-openstack-request-id: req-55cfe356-f39e-453a-ac18-9edba2e006d4 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:01:07.881346 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "name": "network-vif-plugged", "status": "completed", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:01:07.881670 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55cfe356-f39e-453a-ac18-9edba2e006d4 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:01:07.882128 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55cfe356-f39e-453a-ac18-9edba2e006d4'] response: {'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'code': 200} Oct 16 01:01:07.888846 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=a16383c6-9bce-4108-ad57-fad77bb41e2b,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:07.970251 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-fc9abb5b-6f78-4b88-98e6-19b6c0c9b0af tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1615976990&fields=id&tenant_id=fb3c758e27684dcd9265e2d60036d80b HTTP/1.1" status: 200 len: 267 time: 0.0478485 Oct 16 01:01:08.038557 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:08.093077 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-4adef2b2-ec8b-4422-b93b-6357ddd8192c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:08.094547 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-4adef2b2-ec8b-4422-b93b-6357ddd8192c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 815 time: 0.1168554 Oct 16 01:01:08.111454 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-7352dfd0-da00-4094-88ec-e89d6563a4de tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/quotas/fb3c758e27684dcd9265e2d60036d80b HTTP/1.1" status: 200 len: 375 time: 0.0110958 Oct 16 01:01:08.195792 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-67ce5833-15e2-4720-8878-f739cce079b0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773253 Oct 16 01:01:08.196881 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7ac8b-3797-4a45-bfbe-88c140ac507f req-d668916e-f4e9-4d47-9525-22861a820bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:08.198204 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6e7ac8b-3797-4a45-bfbe-88c140ac507f req-d668916e-f4e9-4d47-9525-22861a820bf4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 1129 time: 0.0692348 Oct 16 01:01:08.302096 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6e7ac8b-3797-4a45-bfbe-88c140ac507f req-a0c8d9c1-ba22-4648-9ab2-86f013a30813 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964389 Oct 16 01:01:08.329554 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-6a76605a-d007-4095-acaf-b1983adb0e2d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180348 Oct 16 01:01:08.436078 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-881fe542-e9b4-4fdf-821a-1f6fef9b3acc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006722 Oct 16 01:01:08.496081 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34428) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:08.620009 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-63270364-network', 'tenant_id': '343c019304314c669a3381cc4c68e481'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:08.624149 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0ee881b-e377-4cd6-bd9f-4583bc7c52ca req-969ceebe-b833-4223-8863-7b171cfb2556 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 210 time: 0.0358567 Oct 16 01:01:08.668760 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d69d0-2d7e-4c1c-99a0-247993c0c6ea req-cba385cf-c1c6-4db1-80c9-2c41a26095d2 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:08.670242 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-306d69d0-2d7e-4c1c-99a0-247993c0c6ea req-cba385cf-c1c6-4db1-80c9-2c41a26095d2 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0662673 Oct 16 01:01:08.671384 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Made reservation on behalf of 343c019304314c669a3381cc4c68e481 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:01:08.673677 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:08.698195 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:08.761330 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-306d69d0-2d7e-4c1c-99a0-247993c0c6ea req-d2e273c6-c6b4-416f-aa59-f2de0574bbbe tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851591 Oct 16 01:01:08.784629 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:08.818152 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Publish callbacks [] for security_group (55d9e52b-b53a-433b-b3a4-a72e6e3f2b56), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:08.823417 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (55d9e52b-b53a-433b-b3a4-a72e6e3f2b56), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:08.854333 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 01:01:08.861612 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:08.869029 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (74a0e3b5-1b19-4bfa-b460-92448029b4bb), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:08.869400 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Added segment 74a0e3b5-1b19-4bfa-b460-92448029b4bb of type vlan for network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c Oct 16 01:01:08.911818 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (3e12ae87-77ee-4d05-8dce-be1b6f55d51c), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:08.939749 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (3e12ae87-77ee-4d05-8dce-be1b6f55d51c), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:08.941068 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:08.941657 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.000700 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5034583 Oct 16 01:01:09.003735 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34446) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:09.008894 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-211a8014-0a7c-4138-a49b-7e39d3373b52 admin admin] Request body: {'subnet': {'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-63270364-subnet', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:09.009926 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:09.014239 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31326e9a-5ecc-4c8e-9309-a2037e621b6c admin admin] Pushing event updated for resources: {'Network': ['ID=3e12ae87-77ee-4d05-8dce-be1b6f55d51c,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:09.026351 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 01:01:09.029148 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211a8014-0a7c-4138-a49b-7e39d3373b52 admin admin] Made reservation on behalf of 343c019304314c669a3381cc4c68e481 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:01:09.031539 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-211a8014-0a7c-4138-a49b-7e39d3373b52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2664597'] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.244987 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-211a8014-0a7c-4138-a49b-7e39d3373b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2697758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2664583'] for subnet (9efd72bb-10d0-4ec3-88df-b489c0a0e472), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.314731 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a8014-0a7c-4138-a49b-7e39d3373b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9efd72bb-10d0-4ec3-88df-b489c0a0e472,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:09.322174 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a8014-0a7c-4138-a49b-7e39d3373b52 admin admin] Checking segment: {'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:01:09.322533 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a8014-0a7c-4138-a49b-7e39d3373b52 admin admin] Network hostable DHCP agents. Network: 3e12ae87-77ee-4d05-8dce-be1b6f55d51c, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 01:01:09.341058 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a8014-0a7c-4138-a49b-7e39d3373b52 admin admin] Network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 01:01:09.350545 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-211a8014-0a7c-4138-a49b-7e39d3373b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 3e12ae87-77ee-4d05-8dce-be1b6f55d51c) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:09.355731 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211a8014-0a7c-4138-a49b-7e39d3373b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:09.356973 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-211a8014-0a7c-4138-a49b-7e39d3373b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.360663 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93711a31-b257-47ba-993a-519965e8a003 None None] Network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:01:09.372329 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-211a8014-0a7c-4138-a49b-7e39d3373b52 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3675070 Oct 16 01:01:09.375255 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34452) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:09.380715 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:09.413566 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11664'] for router (72e98af7-ae6e-4be9-83da-b23277f8f803), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.416229 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11659'] for router (72e98af7-ae6e-4be9-83da-b23277f8f803), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.479234 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Publish callbacks [] for router_controller (72e98af7-ae6e-4be9-83da-b23277f8f803), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.518174 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'project_id': '343c019304314c669a3381cc4c68e481', 'fixed_ips': [{'subnet_id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 01:01:09.519166 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.632904 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Publish callbacks [] for router_gateway (72e98af7-ae6e-4be9-83da-b23277f8f803), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.669215 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Allocated IP 172.20.0.2 (3e12ae87-77ee-4d05-8dce-be1b6f55d51c/9efd72bb-10d0-4ec3-88df-b489c0a0e472/4be31983-76fd-4267-b2a1-c5cf8c2a29ba) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:01:09.750326 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:09.784961 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bbfbefd2-5eaa-4b53-aced-79e8e25d20f9 req-c9084962-80b4-4bbd-814f-57c9787c181b tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 210 time: 0.0653977 Oct 16 01:01:09.834984 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Publish callbacks [] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.841980 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.886407 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:09.892140 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:09.896272 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:01:09.902727 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Pushing event updated for resources: {'Port': ['ID=4be31983-76fd-4267-b2a1-c5cf8c2a29ba,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:09.911183 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Publish callbacks [] for router_gateway (72e98af7-ae6e-4be9-83da-b23277f8f803), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.959544 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:09.978634 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Attempting to bind port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:01:09.979193 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Attempting to bind port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:01:09.979611 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Attempting to bind port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba on network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:01:09.992774 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74562939-e55d-40f9-870f-1f0745e267c2 req-543346c4-7035-4481-8f3b-f5e3bf5a042c tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:09.994844 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74562939-e55d-40f9-870f-1f0745e267c2 req-543346c4-7035-4481-8f3b-f5e3bf5a042c tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.1324141 Oct 16 01:01:10.034716 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:01:10.035336 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Checking segment: {'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:01:10.035728 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:10.036280 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Bound using segment: {'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:01:10.036958 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Bound port: 4be31983-76fd-4267-b2a1-c5cf8c2a29ba, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:01:10.037390 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:10.049845 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:10.133002 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74562939-e55d-40f9-870f-1f0745e267c2 req-dacbda92-6f16-4beb-8b13-15935ef252e4 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062272 Oct 16 01:01:10.162895 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] For port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:01:10.167362 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] For port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4be31983-76fd-4267-b2a1-c5cf8c2a29ba,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:01:10.176136 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:10.187025 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Allocated IP 172.37.2.143 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/9c8df3fc-5ba4-4d5b-a201-b5269c461008) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:01:10.250704 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fa400-5f06-4b96-8ac7-273b213c1581 None None] Pushing event updated for resources: {'Port': ['ID=4be31983-76fd-4267-b2a1-c5cf8c2a29ba,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:10.298440 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:10.316223 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed86dc-1871-48ee-92ce-1ff749284fe9 req-727b4e56-53dd-4cbf-8205-f81824335550 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:10.317021 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:10.317743 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2fed86dc-1871-48ee-92ce-1ff749284fe9 req-727b4e56-53dd-4cbf-8205-f81824335550 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0513284 Oct 16 01:01:10.332206 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Publish callbacks [] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:10.372080 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:10.376762 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2fed86dc-1871-48ee-92ce-1ff749284fe9 req-ce9cac6a-e0a9-40be-a22d-d83438cb6c42 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527263 Oct 16 01:01:10.419275 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34468) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:10.421445 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:10.427442 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:10.432721 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:01:10.463693 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8df3fc-5ba4-4d5b-a201-b5269c461008,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:10.491662 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:10.673062 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:10.754955 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-89666acc-c8dd-4f3c-a066-ad7c921ee32f tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:10.756340 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-89666acc-c8dd-4f3c-a066-ad7c921ee32f tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 815 time: 0.1692691 Oct 16 01:01:10.757750 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2577065f-e672-494d-8d10-58ec8cedd7c1 tempest-TestShelveInstance-175007956 tempest-TestShelveInstance-175007956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:10.759179 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-2577065f-e672-494d-8d10-58ec8cedd7c1 tempest-TestShelveInstance-175007956 tempest-TestShelveInstance-175007956-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 1124 time: 0.3388865 Oct 16 01:01:10.762529 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34472) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:10.766837 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'port_id': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:10.798103 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Publish callbacks [] for router_gateway (72e98af7-ae6e-4be9-83da-b23277f8f803), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:10.841780 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-3eede77f-813f-4d94-8b26-229f3fecd54c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb3c758e27684dcd9265e2d60036d80b HTTP/1.1" status: 200 len: 380 time: 0.0656390 Oct 16 01:01:10.851010 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:10.899504 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'port': {'device_id': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'admin_state_up': True, 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'security_groups': ['f5484aef-779d-4d62-a0b7-8316aca70412']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:10.942408 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-38ff7951-5c1c-45c5-ae0a-9efd1c11888f req-391a8e43-22d0-4091-9c72-8737a8e92102 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 210 time: 0.0681241 Oct 16 01:01:11.035748 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Made reservation on behalf of fb3c758e27684dcd9265e2d60036d80b for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:01:11.039625 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.058447 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.194373 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Allocated IP 172.20.0.6 (7dae3d76-90a2-41d2-9dad-7f7856d5ab85/a617817b-7e5e-42c9-b510-1f81c28bf50c/35e81c79-fcfc-45cc-82e6-d74a12d99947) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:01:11.201122 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-647395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934'] for router (72e98af7-ae6e-4be9-83da-b23277f8f803), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.293859 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Allocated IP 172.37.2.171 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/3f07f60b-d2b6-4758-8e13-af7cb046e538) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:01:11.348349 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:11.359503 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 4be31983-76fd-4267-b2a1-c5cf8c2a29ba up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:11.411437 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ea6b52-b6f9-4fd8-976e-a167183690d5 None None] Network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:01:11.422597 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.430474 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:11.430852 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.431215 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba Oct 16 01:01:11.463905 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.504856 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:11.516181 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-1c11ff8e-eb09-4a4b-8f7c-527929a230e1 None None] Provisioning complete for port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:11.516597 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c11ff8e-eb09-4a4b-8f7c-527929a230e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.516983 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-1c11ff8e-eb09-4a4b-8f7c-527929a230e1 None None] Attempt 1 to provision port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba Oct 16 01:01:11.531591 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:11.533435 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'Port': ['ID=35e81c79-fcfc-45cc-82e6-d74a12d99947,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:11.544083 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:11.547858 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:01:11.624884 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:11.626005 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.656503 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-5a07aa95-8bde-439f-a33b-983c0bf3f440 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613845 Oct 16 01:01:11.670109 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:11.670502 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.672516 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Request body: {'port': {'device_id': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:11.702186 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-1c11ff8e-eb09-4a4b-8f7c-527929a230e1 None None] Current status of the port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:11.703050 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c11ff8e-eb09-4a4b-8f7c-527929a230e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.703192 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:11.733598 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4be31983-76fd-4267-b2a1-c5cf8c2a29ba,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:11.742156 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.774940 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for port (3f07f60b-d2b6-4758-8e13-af7cb046e538), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.776179 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.786275 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Router 72e98af7-ae6e-4be9-83da-b23277f8f803 is scheduled to L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 01:01:11.807975 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:11.843567 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.db.api [None req-1c11ff8e-eb09-4a4b-8f7c-527929a230e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 16 01:01:11.844138 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG oslo_db.api [None req-1c11ff8e-eb09-4a4b-8f7c-527929a230e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 01:01:11.848001 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=4be31983-76fd-4267-b2a1-c5cf8c2a29ba,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:11.895243 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (3f07f60b-d2b6-4758-8e13-af7cb046e538), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:11.937865 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:11.976833 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:11.983491 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:11.986904 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:01:12.022508 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event updated for resources: {'Port': ['ID=3f07f60b-d2b6-4758-8e13-af7cb046e538,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:12.046254 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:01:12.057243 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Sync routers for ids ['72e98af7-ae6e-4be9-83da-b23277f8f803'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:01:12.068884 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Routers {'72e98af7-ae6e-4be9-83da-b23277f8f803'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:12.069660 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-517cea28-6622-4a22-b968-45c52834a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['72e98af7-ae6e-4be9-83da-b23277f8f803'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:12.107704 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e4568-7a66-4694-b23b-82e8dd295086 req-8d8fa1fd-47f1-40ae-ba0b-70cfb0a90804 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:12.109193 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-311e4568-7a66-4694-b23b-82e8dd295086 req-8d8fa1fd-47f1-40ae-ba0b-70cfb0a90804 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 931 time: 0.0741730 Oct 16 01:01:12.123386 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.127105 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7ebc663a-914b-4b8f-a3cb-a3f5b4e816e8 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7483873 Oct 16 01:01:12.127671 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34484) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:12.176636 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e81c79-fcfc-45cc-82e6-d74a12d99947 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:01:12.182984 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Set router 72e98af7-ae6e-4be9-83da-b23277f8f803 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:12.184342 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-311e4568-7a66-4694-b23b-82e8dd295086 req-01e8800d-1822-4c96-a299-833ff244eaf4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f5484aef-779d-4d62-a0b7-8316aca70412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585697 Oct 16 01:01:12.189149 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Publish callbacks [] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.203670 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Transition to ACTIVE for port object 35e81c79-fcfc-45cc-82e6-d74a12d99947 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:01:12.208698 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.258911 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Pushing event updated for resources: {'Port': ['ID=35e81c79-fcfc-45cc-82e6-d74a12d99947,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:12.328671 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Attempting to bind port 35e81c79-fcfc-45cc-82e6-d74a12d99947 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:01:12.329081 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Attempting to bind port 35e81c79-fcfc-45cc-82e6-d74a12d99947 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:01:12.329315 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Attempting to bind port 35e81c79-fcfc-45cc-82e6-d74a12d99947 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:01:12.376256 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Port 35e81c79-fcfc-45cc-82e6-d74a12d99947 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:01:12.376595 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Attempting to bind port 35e81c79-fcfc-45cc-82e6-d74a12d99947 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:01:12.393304 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-1c11ff8e-eb09-4a4b-8f7c-527929a230e1 None None] Current status of the port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:12.434111 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:01:12.434561 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Checking segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:01:12.434833 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Bound using segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:01:12.435674 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Bound port: 35e81c79-fcfc-45cc-82e6-d74a12d99947, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:01:12.435674 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.448291 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-517cea28-6622-4a22-b968-45c52834a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:10Z', 'revision_number': 3, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:12.478505 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Checking router: 72e98af7-ae6e-4be9-83da-b23277f8f803 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:01:12.479132 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Updating router 72e98af7-ae6e-4be9-83da-b23277f8f803 port 9c8df3fc-5ba4-4d5b-a201-b5269c461008 binding host dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 01:01:12.507302 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:12.507605 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] For port 35e81c79-fcfc-45cc-82e6-d74a12d99947, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:01:12.511194 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] For port 35e81c79-fcfc-45cc-82e6-d74a12d99947, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35e81c79-fcfc-45cc-82e6-d74a12d99947,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:01:12.519590 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.525185 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:12.525789 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.525929 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.527196 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-ad670993-6b81-42ae-a664-980da0213662 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/35e81c79-fcfc-45cc-82e6-d74a12d99947 HTTP/1.1" status: 200 len: 1093 time: 0.8640585 Oct 16 01:01:12.527763 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'tag': '35e81c79-fcfc-45cc-82e6-d74a12d99947'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:01:12.530267 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f042d462-e5e7-4c95-a222-af0e335ac0de" -d '{"events": [{"name": "network-changed", "server_uuid": "0c861342-ab71-4ab6-bed1-41f3b6e38853", "tag": "35e81c79-fcfc-45cc-82e6-d74a12d99947"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:01:12.556938 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-ef7e3e54-e132-47f5-9e74-910b435a46d9 None None] Provisioning complete for port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:12.557332 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3e54-e132-47f5-9e74-910b435a46d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.557639 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-ef7e3e54-e132-47f5-9e74-910b435a46d9 None None] Attempt 1 to provision port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba Oct 16 01:01:12.567501 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:12.583214 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad670993-6b81-42ae-a664-980da0213662 service neutron] Pushing event updated for resources: {'Port': ['ID=35e81c79-fcfc-45cc-82e6-d74a12d99947,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:12.596040 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:12.611892 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c50b2bb-5b05-4692-b8f7-95001bf5423a x-openstack-request-id: req-5c50b2bb-5b05-4692-b8f7-95001bf5423a {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:01:12.612180 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c861342-ab71-4ab6-bed1-41f3b6e38853", "tag": "35e81c79-fcfc-45cc-82e6-d74a12d99947", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:01:12.612432 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c50b2bb-5b05-4692-b8f7-95001bf5423a {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:01:12.612830 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c50b2bb-5b05-4692-b8f7-95001bf5423a'] response: {'name': 'network-changed', 'server_uuid': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'tag': '35e81c79-fcfc-45cc-82e6-d74a12d99947', 'status': 'completed', 'code': 200} Oct 16 01:01:12.641955 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:12.644542 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-4967bb2e-2b37-4cdd-8447-9f9461639980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:12.646269 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-4967bb2e-2b37-4cdd-8447-9f9461639980 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 1127 time: 0.0501373 Oct 16 01:01:12.649783 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for floatingip (5af09df3-c330-4dd9-aa5c-179621b36f7a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.690029 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-7d811d7c-c889-456e-b116-197a71d6efca service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35e81c79-fcfc-45cc-82e6-d74a12d99947 HTTP/1.1" status: 200 len: 217 time: 0.0358806 Oct 16 01:01:12.752281 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-fb771d3e-e87c-4281-9e1a-8417a1f80576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:12.753979 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-fb771d3e-e87c-4281-9e1a-8417a1f80576 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a617817b-7e5e-42c9-b510-1f81c28bf50c HTTP/1.1" status: 200 len: 854 time: 0.0571539 Oct 16 01:01:12.765582 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e3e54-e132-47f5-9e74-910b435a46d9 None None] Current status of the port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:12.775100 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (3f07f60b-d2b6-4758-8e13-af7cb046e538), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.805652 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-76485cba-4535-4646-8fc6-ee02774eab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:12.807334 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-76485cba-4535-4646-8fc6-ee02774eab8b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449610 Oct 16 01:01:12.879264 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Publish callbacks [] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.886263 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.908658 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-beda2c60-d9a8-4d01-9204-9967b8ed7fb6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938213 Oct 16 01:01:12.913985 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:12.924909 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:12.930925 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Attempting to bind port 9c8df3fc-5ba4-4d5b-a201-b5269c461008 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:01:12.931288 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Attempting to bind port 9c8df3fc-5ba4-4d5b-a201-b5269c461008 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:01:12.931951 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Attempting to bind port 9c8df3fc-5ba4-4d5b-a201-b5269c461008 on network 208c62ac-592a-4dec-a1cf-31599d23bbee {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:01:12.961028 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db3f59-c4bf-46b5-940d-a27dc74a7d79 None None] Pushing event updated for resources: {'Port': ['ID=9c8df3fc-5ba4-4d5b-a201-b5269c461008,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:12.987371 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:01:12.987747 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:01:12.988156 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:12.989336 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Bound using segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:01:12.989336 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Bound port: 9c8df3fc-5ba4-4d5b-a201-b5269c461008, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:01:12.989564 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:13.001721 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:13.018837 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32d382cf-2452-4334-a2bc-228e73d4eebd req-6aef06ab-5df2-4873-91af-e4274e260dea service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014965 Oct 16 01:01:13.050340 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-517cea28-6622-4a22-b968-45c52834a2da None None] For port 9c8df3fc-5ba4-4d5b-a201-b5269c461008, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:01:13.054413 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-517cea28-6622-4a22-b968-45c52834a2da None None] For port 9c8df3fc-5ba4-4d5b-a201-b5269c461008, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9c8df3fc-5ba4-4d5b-a201-b5269c461008,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:01:13.061359 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:13.075529 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for port (3f07f60b-d2b6-4758-8e13-af7cb046e538), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:13.081248 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (3f07f60b-d2b6-4758-8e13-af7cb046e538), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:13.102411 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Routers {'72e98af7-ae6e-4be9-83da-b23277f8f803'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:13.103177 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-517cea28-6622-4a22-b968-45c52834a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['72e98af7-ae6e-4be9-83da-b23277f8f803'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:13.159481 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db3f59-c4bf-46b5-940d-a27dc74a7d79 None None] Pushing event updated for resources: {'Port': ['ID=9c8df3fc-5ba4-4d5b-a201-b5269c461008,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:13.192764 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (5af09df3-c330-4dd9-aa5c-179621b36f7a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:13.194572 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event updated for resources: {'Port': ['ID=3f07f60b-d2b6-4758-8e13-af7cb046e538,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:13.344139 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Allocated IP 172.20.0.1 (3e12ae87-77ee-4d05-8dce-be1b6f55d51c/9efd72bb-10d0-4ec3-88df-b489c0a0e472/7d0732f2-b77d-4ee1-a9e9-7bf8e7736171) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:01:13.357651 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Floating IP 5af09df3-c330-4dd9-aa5c-179621b36f7a associated. External IP: 172.37.2.171, port: a16383c6-9bce-4108-ad57-fad77bb41e2b. Oct 16 01:01:13.360157 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 4be31983-76fd-4267-b2a1-c5cf8c2a29ba up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:13.385879 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a625425-3664-43cb-be17-d7bf4130ea48 req-dd73d4c0-2158-43f3-a133-ae09f5f87ab4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:13.387539 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3a625425-3664-43cb-be17-d7bf4130ea48 req-dd73d4c0-2158-43f3-a133-ae09f5f87ab4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 943 time: 0.0499001 Oct 16 01:01:13.392675 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:13.416535 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:13.422031 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-517cea28-6622-4a22-b968-45c52834a2da None None] Set router 72e98af7-ae6e-4be9-83da-b23277f8f803 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:13.483619 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3a625425-3664-43cb-be17-d7bf4130ea48 req-fa864f9c-2d2d-4224-ab6f-9322d36d7271 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f5484aef-779d-4d62-a0b7-8316aca70412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889230 Oct 16 01:01:13.484131 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:13.484493 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:13.484830 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba Oct 16 01:01:13.658982 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:13.662003 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:13.675583 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-517cea28-6622-4a22-b968-45c52834a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:10Z', 'revision_number': 3, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:13.702240 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517cea28-6622-4a22-b968-45c52834a2da None None] The sync data for ids ['72e98af7-ae6e-4be9-83da-b23277f8f803'] in dv-cinder-master-3-iscsi is: [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:10Z', 'revision_number': 3, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:01:13.789211 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Publish callbacks [] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:13.907965 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:13.943761 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Router 0b991702-89ac-40f9-943f-5178995320ba has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:01:13.966057 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:13.971803 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:13.978619 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:01:14.004111 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0732f2-b77d-4ee1-a9e9-7bf8e7736171,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:14.082627 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d462-e5e7-4c95-a222-af0e335ac0de req-e76156c0-049c-4d69-8f6b-8b57c2e1b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:14.084258 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f042d462-e5e7-4c95-a222-af0e335ac0de req-e76156c0-049c-4d69-8f6b-8b57c2e1b04f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 1127 time: 0.0443523 Oct 16 01:01:14.096564 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647477'] for router_interface (72e98af7-ae6e-4be9-83da-b23277f8f803), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:14.205473 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d462-e5e7-4c95-a222-af0e335ac0de req-1b0a57b8-c91a-4ddc-8503-d29df8908fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:14.207123 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f042d462-e5e7-4c95-a222-af0e335ac0de req-1b0a57b8-c91a-4ddc-8503-d29df8908fe8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 916 time: 0.1068633 Oct 16 01:01:14.214612 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-d2ef25fb-2235-4145-b0e0-d069ae3ded85 None None] Provisioning complete for port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:14.215016 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d2ef25fb-2235-4145-b0e0-d069ae3ded85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:14.215540 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-d2ef25fb-2235-4145-b0e0-d069ae3ded85 None None] Attempt 1 to provision port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 Oct 16 01:01:14.221133 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:01:14.235700 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf9073-5777-4d93-bdef-156331ff30f2 None None] Sync routers for ids ['0b991702-89ac-40f9-943f-5178995320ba'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:01:14.252696 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf9073-5777-4d93-bdef-156331ff30f2 None None] Routers {'0b991702-89ac-40f9-943f-5178995320ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:14.254013 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1cbf9073-5777-4d93-bdef-156331ff30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0b991702-89ac-40f9-943f-5178995320ba'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:14.256030 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:14.271210 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef25fb-2235-4145-b0e0-d069ae3ded85 None None] Port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:01:14.271688 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f042d462-e5e7-4c95-a222-af0e335ac0de req-a51c4ee1-daa4-4050-a905-313d5e0a0af4 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35e81c79-fcfc-45cc-82e6-d74a12d99947 HTTP/1.1" status: 200 len: 217 time: 0.0573301 Oct 16 01:01:14.326661 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-988cdf1f-acc7-45c6-b954-b01a3e594989 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5630569 Oct 16 01:01:14.327818 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:01:14.330296 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10830db1-2a89-4a06-ae69-67f724b3f29a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:01:14.334159 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:14.339187 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d462-e5e7-4c95-a222-af0e335ac0de req-8d385ae0-d725-4a21-b6aa-1a4539394efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:14.340696 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f042d462-e5e7-4c95-a222-af0e335ac0de req-8d385ae0-d725-4a21-b6aa-1a4539394efe service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a617817b-7e5e-42c9-b510-1f81c28bf50c HTTP/1.1" status: 200 len: 854 time: 0.0565975 Oct 16 01:01:14.376088 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-1cbf9073-5777-4d93-bdef-156331ff30f2 None None] Set router 0b991702-89ac-40f9-943f-5178995320ba gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:14.438991 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d462-e5e7-4c95-a222-af0e335ac0de req-3b113179-7c64-4741-b2fc-534b1bb60831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:14.441286 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f042d462-e5e7-4c95-a222-af0e335ac0de req-3b113179-7c64-4741-b2fc-534b1bb60831 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898976 Oct 16 01:01:14.537800 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Publish callbacks [] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:14.542331 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b68afbf-0933-486b-b6be-66d53f3972e6 x-openstack-request-id: req-8b68afbf-0933-486b-b6be-66d53f3972e6 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:01:14.542596 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:01:14.542848 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b68afbf-0933-486b-b6be-66d53f3972e6 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:01:14.543585 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b68afbf-0933-486b-b6be-66d53f3972e6'] response: {'name': 'network-changed', 'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'status': 'completed', 'code': 200} Oct 16 01:01:14.544116 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:14.545347 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:14.546418 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:14.593488 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830db1-2a89-4a06-ae69-67f724b3f29a req-f7de6e4b-dc8f-4892-b784-214c80444f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:14.596962 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-10830db1-2a89-4a06-ae69-67f724b3f29a req-f7de6e4b-dc8f-4892-b784-214c80444f25 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb&device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 1129 time: 0.1774330 Oct 16 01:01:14.647070 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0732f2-b77d-4ee1-a9e9-7bf8e7736171,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:14.650933 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647593'] for router_interface (72e98af7-ae6e-4be9-83da-b23277f8f803), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:14.669833 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1cbf9073-5777-4d93-bdef-156331ff30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 4, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5af09df3-c330-4dd9-aa5c-179621b36f7a', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'floating_ip_address': '172.37.2.171', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '0b991702-89ac-40f9-943f-5178995320ba', 'port_id': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'mac_address': 'fa:16:3e:db:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:01:12Z', 'updated_at': '2022-10-16T01:01:12Z', 'revision_number': 0, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48424f32-bbb0-49e2-95a3-c10004ab3ea6', 'name': '', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'mac_address': 'fa:16:3e:b9:96:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:17Z', 'updated_at': '2022-10-16T01:00:23Z', 'revision_number': 5, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'subnets': [{'id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:14.705422 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf9073-5777-4d93-bdef-156331ff30f2 None None] Checking router: 0b991702-89ac-40f9-943f-5178995320ba for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:01:14.707206 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd867fd-c718-4032-8a24-0bbc0452db3e req-4cece4db-0855-4cff-89b5-c885b8c32d9e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:14.708825 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4dd867fd-c718-4032-8a24-0bbc0452db3e req-4cece4db-0855-4cff-89b5-c885b8c32d9e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 943 time: 0.0662305 Oct 16 01:01:14.721394 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf9073-5777-4d93-bdef-156331ff30f2 None None] Routers {'0b991702-89ac-40f9-943f-5178995320ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:14.722190 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1cbf9073-5777-4d93-bdef-156331ff30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0b991702-89ac-40f9-943f-5178995320ba'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:14.762449 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:14.764334 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:14.765389 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:14.824843 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f042d462-e5e7-4c95-a222-af0e335ac0de req-b3863233-8558-493f-aac7-a5185a567604 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647420 Oct 16 01:01:14.877647 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-1cbf9073-5777-4d93-bdef-156331ff30f2 None None] Set router 0b991702-89ac-40f9-943f-5178995320ba gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:14.910491 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Router 72e98af7-ae6e-4be9-83da-b23277f8f803 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:01:14.912358 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:14.934024 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4dd867fd-c718-4032-8a24-0bbc0452db3e req-1708255a-d040-4d5b-a13b-9dbfd1f492b6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f5484aef-779d-4d62-a0b7-8316aca70412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974483 Oct 16 01:01:14.938952 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830db1-2a89-4a06-ae69-67f724b3f29a req-65ef9c08-a67b-4236-9c87-7ae7181b0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:14.940381 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-10830db1-2a89-4a06-ae69-67f724b3f29a req-65ef9c08-a67b-4236-9c87-7ae7181b0dfa service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae HTTP/1.1" status: 200 len: 910 time: 0.3378618 Oct 16 01:01:15.031704 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f042d462-e5e7-4c95-a222-af0e335ac0de req-21e38d0c-19ef-4db9-8c78-b5636a0f8703 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860211 Oct 16 01:01:15.045114 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:01:15.047035 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-10830db1-2a89-4a06-ae69-67f724b3f29a req-bb077658-e7d2-439a-8370-f8f95900037b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b HTTP/1.1" status: 200 len: 999 time: 0.0933516 Oct 16 01:01:15.050921 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-af4b8ebc-baeb-4c1a-83a7-62e0dc6bcf64 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/72e98af7-ae6e-4be9-83da-b23277f8f803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9221315 Oct 16 01:01:15.103207 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-b12bbec7-e88d-4a96-a38f-f88e2150495b None None] Provisioning complete for port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:15.103763 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b12bbec7-e88d-4a96-a38f-f88e2150495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:15.104018 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-b12bbec7-e88d-4a96-a38f-f88e2150495b None None] Attempt 1 to provision port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 Oct 16 01:01:15.127125 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830db1-2a89-4a06-ae69-67f724b3f29a req-787ce66c-274c-4588-9ec4-ad19473e23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:15.128567 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-10830db1-2a89-4a06-ae69-67f724b3f29a req-787ce66c-274c-4588-9ec4-ad19473e23f7 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=de2290f6-6368-4cf5-9301-7df9595cdb2f HTTP/1.1" status: 200 len: 848 time: 0.0744567 Oct 16 01:01:15.145215 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-b12bbec7-e88d-4a96-a38f-f88e2150495b None None] Port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:01:15.178043 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1cbf9073-5777-4d93-bdef-156331ff30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 4, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5af09df3-c330-4dd9-aa5c-179621b36f7a', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'floating_ip_address': '172.37.2.171', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '0b991702-89ac-40f9-943f-5178995320ba', 'port_id': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'mac_address': 'fa:16:3e:db:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:01:12Z', 'updated_at': '2022-10-16T01:01:12Z', 'revision_number': 0, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48424f32-bbb0-49e2-95a3-c10004ab3ea6', 'name': '', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'mac_address': 'fa:16:3e:b9:96:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:17Z', 'updated_at': '2022-10-16T01:00:23Z', 'revision_number': 5, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'subnets': [{'id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:15.183977 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830db1-2a89-4a06-ae69-67f724b3f29a req-dd78d2d8-7e1b-444b-8ee8-1a38ffb0e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:15.185709 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-10830db1-2a89-4a06-ae69-67f724b3f29a req-dd78d2d8-7e1b-444b-8ee8-1a38ffb0e553 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465710 Oct 16 01:01:15.204559 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf9073-5777-4d93-bdef-156331ff30f2 None None] The sync data for ids ['0b991702-89ac-40f9-943f-5178995320ba'] in dv-cinder-master-3-iscsi is: [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 4, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5af09df3-c330-4dd9-aa5c-179621b36f7a', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'floating_ip_address': '172.37.2.171', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '0b991702-89ac-40f9-943f-5178995320ba', 'port_id': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'mac_address': 'fa:16:3e:db:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:01:12Z', 'updated_at': '2022-10-16T01:01:12Z', 'revision_number': 0, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48424f32-bbb0-49e2-95a3-c10004ab3ea6', 'name': '', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'mac_address': 'fa:16:3e:b9:96:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:17Z', 'updated_at': '2022-10-16T01:00:23Z', 'revision_number': 5, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'subnets': [{'id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:01:15.341898 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 9c8df3fc-5ba4-4d5b-a201-b5269c461008 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:15.399500 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 9c8df3fc-5ba4-4d5b-a201-b5269c461008 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:15.400039 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:15.400466 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 9c8df3fc-5ba4-4d5b-a201-b5269c461008 Oct 16 01:01:15.509886 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:15.517052 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 9c8df3fc-5ba4-4d5b-a201-b5269c461008 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:15.517465 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:15.559121 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 9c8df3fc-5ba4-4d5b-a201-b5269c461008, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9c8df3fc-5ba4-4d5b-a201-b5269c461008,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:15.565368 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:15.619097 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce16981-353b-4f30-ab46-83598ea57e74 None None] New status for floating IP 5af09df3-c330-4dd9-aa5c-179621b36f7a: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:01:15.629675 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-10830db1-2a89-4a06-ae69-67f724b3f29a req-16392e01-6417-40be-94ed-16e803fb30dc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361753 Oct 16 01:01:15.659362 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=9c8df3fc-5ba4-4d5b-a201-b5269c461008,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:15.667527 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 35e81c79-fcfc-45cc-82e6-d74a12d99947 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:01:15.718810 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:15.748900 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-10830db1-2a89-4a06-ae69-67f724b3f29a req-71445126-f930-4c1e-bd65-cd71fceae58e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077754 Oct 16 01:01:15.804484 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34520) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:15.810928 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-935068130-network', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:15.835086 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Made reservation on behalf of 07fd28660dad4acf93dc9785e33d2366 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:01:15.839108 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:15.850064 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:15.865682 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Sync routers for ids ['72e98af7-ae6e-4be9-83da-b23277f8f803'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:01:15.881842 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Routers {'72e98af7-ae6e-4be9-83da-b23277f8f803'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:15.882525 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['72e98af7-ae6e-4be9-83da-b23277f8f803'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:15.936627 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 35e81c79-fcfc-45cc-82e6-d74a12d99947, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35e81c79-fcfc-45cc-82e6-d74a12d99947,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:15.955166 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '35e81c79-fcfc-45cc-82e6-d74a12d99947', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'port_id': '35e81c79-fcfc-45cc-82e6-d74a12d99947', 'mac_address': 'fa:16:3e:88:69:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:01:15.963329 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:15.967893 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Publish callbacks [] for security_group (fb0998b3-74cd-4627-a1e8-57c2074611aa), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:15.986528 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (fb0998b3-74cd-4627-a1e8-57c2074611aa), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:15.999156 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 35e81c79-fcfc-45cc-82e6-d74a12d99947 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:15.999156 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.016424 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 01:01:16.017589 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e81c79-fcfc-45cc-82e6-d74a12d99947 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:01:16.033347 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Set router 72e98af7-ae6e-4be9-83da-b23277f8f803 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:16.037826 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0998b3-74cd-4627-a1e8-57c2074611aa,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:16.041845 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (49154b45-c807-4211-bfdc-183112535c72), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.042308 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Added segment 49154b45-c807-4211-bfdc-183112535c72 of type vlan for network ca7ce9c8-87fe-4660-9181-036527e2bb59 Oct 16 01:01:16.046763 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 35e81c79-fcfc-45cc-82e6-d74a12d99947, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35e81c79-fcfc-45cc-82e6-d74a12d99947,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:16.052201 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.086506 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:16.107122 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=35e81c79-fcfc-45cc-82e6-d74a12d99947,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:16.120113 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (ca7ce9c8-87fe-4660-9181-036527e2bb59), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.145533 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e690a49-346a-4e0d-a0e3-bbc2cac71992 req-2d71a15a-f6ae-497c-972e-37d0d148efad tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:16.147221 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4e690a49-346a-4e0d-a0e3-bbc2cac71992 req-2d71a15a-f6ae-497c-972e-37d0d148efad tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 944 time: 0.0718722 Oct 16 01:01:16.166060 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:16.182137 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:16.184572 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (ca7ce9c8-87fe-4660-9181-036527e2bb59), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.185594 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:16.186183 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.261535 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4543796 Oct 16 01:01:16.264528 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34524) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:16.269266 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Request body: {'subnet': {'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-935068130-subnet', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:16.276323 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4e690a49-346a-4e0d-a0e3-bbc2cac71992 req-b0cfa5f4-68d9-4841-bfdf-ea6d4da7832f tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f5484aef-779d-4d62-a0b7-8316aca70412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218596 Oct 16 01:01:16.279813 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48e83d-2739-4d14-a86c-ad24248827c6 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7ce9c8-87fe-4660-9181-036527e2bb59,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:16.291648 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network ca7ce9c8-87fe-4660-9181-036527e2bb59 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 01:01:16.309715 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Made reservation on behalf of 07fd28660dad4acf93dc9785e33d2366 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:01:16.312896 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2664597'] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.359346 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:14Z', 'revision_number': 4, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7d0732f2-b77d-4ee1-a9e9-7bf8e7736171', 'name': '', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'mac_address': 'fa:16:3e:05:1c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:13Z', 'updated_at': '2022-10-16T01:01:14Z', 'revision_number': 2, 'project_id': '343c019304314c669a3381cc4c68e481', 'subnets': [{'id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:16.363914 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['35e81c79-fcfc-45cc-82e6-d74a12d99947'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:01:16.387257 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Checking router: 72e98af7-ae6e-4be9-83da-b23277f8f803 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:01:16.387562 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Updating router 72e98af7-ae6e-4be9-83da-b23277f8f803 port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 binding host dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 01:01:16.425683 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.522577 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2697758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2664583'] for subnet (eb1d1d52-49a0-420b-bb3c-58555bc61df7), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.594575 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Checking segment: {'id': '49154b45-c807-4211-bfdc-183112535c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:01:16.594957 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Network hostable DHCP agents. Network: ca7ce9c8-87fe-4660-9181-036527e2bb59, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 01:01:16.598052 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1d1d52-49a0-420b-bb3c-58555bc61df7,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:16.610702 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.611075 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.611417 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.611758 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.612094 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.612421 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.612748 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.613071 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.613395 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.613721 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.614048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.614374 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.614695 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.615041 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.615361 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.628070 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Network ca7ce9c8-87fe-4660-9181-036527e2bb59 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 01:01:16.639875 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ca7ce9c8-87fe-4660-9181-036527e2bb59) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:16.646753 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:16.647510 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.650181 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af44e478-c7e5-4755-b5a0-c6c9dd188f9c None None] Network ca7ce9c8-87fe-4660-9181-036527e2bb59 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:01:16.656670 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:16.674982 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34526) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:16.675427 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-74c91cb8-e5db-48a2-9b74-6b09aaab1481 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4095297 Oct 16 01:01:16.679493 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-935068130-router', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:16.700864 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11664'] for router (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.701943 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11659'] for router (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.741137 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Publish callbacks [] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.753142 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.771680 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Publish callbacks [] for router_controller (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.813362 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-ca7ce9c8-87fe-4660-9181-036527e2bb59', 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59', 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'fixed_ips': [{'subnet_id': 'eb1d1d52-49a0-420b-bb3c-58555bc61df7'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 01:01:16.814507 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.824599 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Pushing event updated for resources: {'Port': ['ID=7d0732f2-b77d-4ee1-a9e9-7bf8e7736171,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:16.828438 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:16.848194 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.848683 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.849145 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.849610 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.850033 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.850451 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.850928 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.851345 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.851759 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.852170 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.852628 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.853118 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.853472 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.853929 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.854364 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:16.872953 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Attempting to bind port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:01:16.873635 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Attempting to bind port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:01:16.873882 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Attempting to bind port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 on network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:01:16.924669 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:01:16.925616 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Checking segment: {'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:01:16.926287 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.927506 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Bound using segment: {'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:01:16.928288 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Bound port: 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:01:16.929110 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.948418 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Publish callbacks [] for router_gateway (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:16.984376 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Allocated IP 172.20.0.2 (ca7ce9c8-87fe-4660-9181-036527e2bb59/eb1d1d52-49a0-420b-bb3c-58555bc61df7/73b1010c-4f64-4e77-9033-9c0c75eb24b8) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:01:17.016323 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:17.018032 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] For port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:01:17.022373 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] For port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7d0732f2-b77d-4ee1-a9e9-7bf8e7736171,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:01:17.031785 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:17.049601 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Routers {'72e98af7-ae6e-4be9-83da-b23277f8f803'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:17.050779 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['72e98af7-ae6e-4be9-83da-b23277f8f803'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:17.159332 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Publish callbacks [] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:17.172290 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:17.180716 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Publish callbacks [] for router_gateway (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:17.191033 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63463769-6150-4792-b1dc-5556e28bfb35 None None] Pushing event updated for resources: {'Port': ['ID=7d0732f2-b77d-4ee1-a9e9-7bf8e7736171,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:17.203302 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:17.212736 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] Set router 72e98af7-ae6e-4be9-83da-b23277f8f803 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:17.233905 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Network ca7ce9c8-87fe-4660-9181-036527e2bb59 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:17.239091 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:17.242102 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:01:17.245239 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Pushing event updated for resources: {'Port': ['ID=73b1010c-4f64-4e77-9033-9c0c75eb24b8,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:17.328397 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Attempting to bind port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:01:17.331791 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Attempting to bind port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '49154b45-c807-4211-bfdc-183112535c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:01:17.332364 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Attempting to bind port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 on network ca7ce9c8-87fe-4660-9181-036527e2bb59 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:01:17.362981 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:17.369093 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Allocated IP 172.37.2.90 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:01:17.381360 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 9c8df3fc-5ba4-4d5b-a201-b5269c461008 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:17.442499 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a766b2-0334-41fe-8acf-e2e6903e7152 req-4b797abb-ecbe-4478-98a9-aebe0e07f475 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:17.452057 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6a766b2-0334-41fe-8acf-e2e6903e7152 req-4b797abb-ecbe-4478-98a9-aebe0e07f475 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 944 time: 0.0619292 Oct 16 01:01:17.477563 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:01:17.478933 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Checking segment: {'id': '49154b45-c807-4211-bfdc-183112535c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:01:17.479838 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:17.480732 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Bound using segment: {'id': '49154b45-c807-4211-bfdc-183112535c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:01:17.481754 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Bound port: 73b1010c-4f64-4e77-9033-9c0c75eb24b8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49154b45-c807-4211-bfdc-183112535c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:01:17.482621 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:17.485045 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:14Z', 'revision_number': 4, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7d0732f2-b77d-4ee1-a9e9-7bf8e7736171', 'name': '', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'mac_address': 'fa:16:3e:05:1c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:13Z', 'updated_at': '2022-10-16T01:01:17Z', 'revision_number': 4, 'project_id': '343c019304314c669a3381cc4c68e481', 'subnets': [{'id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:17.503319 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6a766b2-0334-41fe-8acf-e2e6903e7152 req-57be7a23-b407-4af0-a4d9-fed6f5766755 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f5484aef-779d-4d62-a0b7-8316aca70412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502524 Oct 16 01:01:17.519017 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6be90-a8d3-489f-a2f0-f479727bddfb None None] The sync data for ids ['72e98af7-ae6e-4be9-83da-b23277f8f803'] in dv-cinder-master-3-iscsi is: [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:14Z', 'revision_number': 4, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7d0732f2-b77d-4ee1-a9e9-7bf8e7736171', 'name': '', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'mac_address': 'fa:16:3e:05:1c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:13Z', 'updated_at': '2022-10-16T01:01:17Z', 'revision_number': 4, 'project_id': '343c019304314c669a3381cc4c68e481', 'subnets': [{'id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:01:17.519284 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Publish callbacks [] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:17.535390 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 9c8df3fc-5ba4-4d5b-a201-b5269c461008 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:17.536040 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:17.536380 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 9c8df3fc-5ba4-4d5b-a201-b5269c461008 Oct 16 01:01:17.540496 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:17.564272 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:17.595544 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:17.616712 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] For port 73b1010c-4f64-4e77-9033-9c0c75eb24b8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:01:17.635411 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:17.638976 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:17.642428 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] For port 73b1010c-4f64-4e77-9033-9c0c75eb24b8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=73b1010c-4f64-4e77-9033-9c0c75eb24b8,segment=NetworkSegment(49154b45-c807-4211-bfdc-183112535c72),segment_id=49154b45-c807-4211-bfdc-183112535c72)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:01:17.643127 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:01:17.649734 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:17.681731 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Pushing event updated for resources: {'Port': ['ID=d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:17.697964 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 35e81c79-fcfc-45cc-82e6-d74a12d99947 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:17.775555 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 9c8df3fc-5ba4-4d5b-a201-b5269c461008 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:17.787831 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:17.799586 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c999f-22cf-4656-a6d4-2dcbdc987653 None None] Pushing event updated for resources: {'Port': ['ID=73b1010c-4f64-4e77-9033-9c0c75eb24b8,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:17.810248 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 35e81c79-fcfc-45cc-82e6-d74a12d99947 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:01:17.827387 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 35e81c79-fcfc-45cc-82e6-d74a12d99947 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:17.827681 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:17.828026 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 35e81c79-fcfc-45cc-82e6-d74a12d99947 Oct 16 01:01:17.989928 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:18.028376 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 35e81c79-fcfc-45cc-82e6-d74a12d99947 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:18.028780 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:18.057533 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e81c79-fcfc-45cc-82e6-d74a12d99947'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:01:18.061777 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8a58a3-ecc2-40c0-894f-9ff49ca3b18a" -d '{"events": [{"server_uuid": "0c861342-ab71-4ab6-bed1-41f3b6e38853", "name": "network-vif-plugged", "status": "completed", "tag": "35e81c79-fcfc-45cc-82e6-d74a12d99947"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:01:18.077582 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 35e81c79-fcfc-45cc-82e6-d74a12d99947, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35e81c79-fcfc-45cc-82e6-d74a12d99947,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:18.084788 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:18.143932 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106320b6-df7f-44b0-b95b-9bae04a48723 x-openstack-request-id: req-106320b6-df7f-44b0-b95b-9bae04a48723 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:01:18.145235 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c861342-ab71-4ab6-bed1-41f3b6e38853", "name": "network-vif-plugged", "status": "completed", "tag": "35e81c79-fcfc-45cc-82e6-d74a12d99947", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:01:18.145594 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-106320b6-df7f-44b0-b95b-9bae04a48723 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:01:18.147390 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106320b6-df7f-44b0-b95b-9bae04a48723'] response: {'server_uuid': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e81c79-fcfc-45cc-82e6-d74a12d99947', 'code': 200} Oct 16 01:01:18.176765 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=35e81c79-fcfc-45cc-82e6-d74a12d99947,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:18.363894 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:18.431333 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Publish callbacks [] for router_gateway (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:18.453217 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d95a9b-39d4-42b7-b5f9-09f6c56662e9 req-8f0e6252-d9b3-4563-8b69-bb12e6739f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:18.454719 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a5d95a9b-39d4-42b7-b5f9-09f6c56662e9 req-8f0e6252-d9b3-4563-8b69-bb12e6739f24 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 1129 time: 0.1044037 Oct 16 01:01:18.461394 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8175f2e-e9bb-4221-afa8-16d62730e4a1 req-724a757d-533b-4952-99ef-04dee86e4ae7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:18.462939 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c8175f2e-e9bb-4221-afa8-16d62730e4a1 req-724a757d-533b-4952-99ef-04dee86e4ae7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.1037006 Oct 16 01:01:18.476911 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3b940-11ec-41c9-8892-236ed7adc53c req-20a5e78e-203c-4869-96aa-91dd8c01b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:18.478369 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8bb3b940-11ec-41c9-8892-236ed7adc53c req-20a5e78e-203c-4869-96aa-91dd8c01b24e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 1129 time: 0.1635115 Oct 16 01:01:18.649557 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8bb3b940-11ec-41c9-8892-236ed7adc53c req-7c9e41ca-3dfb-45fb-a862-8c2dd096dfb4 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f5484aef-779d-4d62-a0b7-8316aca70412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567078 Oct 16 01:01:18.690756 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c8175f2e-e9bb-4221-afa8-16d62730e4a1 req-bbe8c2c8-ff8f-4566-824a-a7b85915ebde tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122226 Oct 16 01:01:18.693431 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d95a9b-39d4-42b7-b5f9-09f6c56662e9 req-e22d8c17-8709-4aa9-bd66-9144244c8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:18.695033 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a5d95a9b-39d4-42b7-b5f9-09f6c56662e9 req-e22d8c17-8709-4aa9-bd66-9144244c8c8d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.2310753 Oct 16 01:01:18.722757 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6af53e-e866-4294-b82e-8c28508345ae req-c81202da-0a6c-4411-85b4-a72772cddd51 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:18.724295 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8a6af53e-e866-4294-b82e-8c28508345ae req-c81202da-0a6c-4411-85b4-a72772cddd51 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 945 time: 0.0995936 Oct 16 01:01:18.771208 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-647395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934'] for router (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:18.826215 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8a6af53e-e866-4294-b82e-8c28508345ae req-f7cb4e9b-b55c-422d-a397-3760e5ae6ea9 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f5484aef-779d-4d62-a0b7-8316aca70412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930247 Oct 16 01:01:18.892538 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd1d38-c6d2-46bb-8888-520b3da8c239 None None] Network ca7ce9c8-87fe-4660-9181-036527e2bb59 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:01:18.946230 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Router 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd is scheduled to L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 01:01:18.976324 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a5d95a9b-39d4-42b7-b5f9-09f6c56662e9 req-29797a9f-5ed4-417a-95df-8138136231fb service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eacd06b0-a0a4-40d4-b556-dd29e648da3c HTTP/1.1" status: 200 len: 999 time: 0.0966711 Oct 16 01:01:19.042633 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d95a9b-39d4-42b7-b5f9-09f6c56662e9 req-fcf21194-2779-4a69-954b-5b7da75f8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:19.044204 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a5d95a9b-39d4-42b7-b5f9-09f6c56662e9 req-fcf21194-2779-4a69-954b-5b7da75f8344 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.0571337 Oct 16 01:01:19.074834 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:01:19.097477 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d95a9b-39d4-42b7-b5f9-09f6c56662e9 req-8174b707-a37c-4d9e-bac9-34b1489c5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:19.098814 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:19.099007 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a5d95a9b-39d4-42b7-b5f9-09f6c56662e9 req-8174b707-a37c-4d9e-bac9-34b1489c5c96 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454984 Oct 16 01:01:19.100326 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-94f9d7d8-1488-4b69-894d-025217098f01 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4240987 Oct 16 01:01:19.103835 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34546) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:19.110596 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:19.122475 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Sync routers for ids ['8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:01:19.135801 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-2d1afccc-34c9-432a-9cc4-0ff2f808d64c None None] Provisioning complete for port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:19.136201 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2d1afccc-34c9-432a-9cc4-0ff2f808d64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:19.136860 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-2d1afccc-34c9-432a-9cc4-0ff2f808d64c None None] Attempt 1 to provision port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 Oct 16 01:01:19.176203 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Routers {'8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:19.176838 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:19.357009 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-2d1afccc-34c9-432a-9cc4-0ff2f808d64c None None] Current status of the port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:19.357401 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2d1afccc-34c9-432a-9cc4-0ff2f808d64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:19.372848 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Set router 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:19.403804 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:19.435740 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:19.532091 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:19.542187 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-2d1afccc-34c9-432a-9cc4-0ff2f808d64c None None] For port 73b1010c-4f64-4e77-9033-9c0c75eb24b8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=73b1010c-4f64-4e77-9033-9c0c75eb24b8,segment=NetworkSegment(49154b45-c807-4211-bfdc-183112535c72),segment_id=49154b45-c807-4211-bfdc-183112535c72)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:19.557507 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2d1afccc-34c9-432a-9cc4-0ff2f808d64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:19.598652 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:19.598652 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:19.599020 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 Oct 16 01:01:19.617880 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a5d95a9b-39d4-42b7-b5f9-09f6c56662e9 req-212794d7-8158-4d4c-8e82-523e02b66fad service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515675 Oct 16 01:01:19.621942 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:19.709240 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1afccc-34c9-432a-9cc4-0ff2f808d64c None None] Pushing event updated for resources: {'Port': ['ID=73b1010c-4f64-4e77-9033-9c0c75eb24b8,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:19.729261 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-bc0f6013-c0e8-47f6-80f6-93c1f664e69e None None] Provisioning complete for port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:19.729770 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6013-c0e8-47f6-80f6-93c1f664e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:19.730223 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-bc0f6013-c0e8-47f6-80f6-93c1f664e69e None None] Attempt 1 to provision port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 Oct 16 01:01:19.763480 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'name': 'tempest-TestMinimumBasicScenario-935068130-router', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:16Z', 'updated_at': '2022-10-16T01:01:18Z', 'revision_number': 3, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'gw_port': {'id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:82:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:17Z', 'updated_at': '2022-10-16T01:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:19.807284 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a5d95a9b-39d4-42b7-b5f9-09f6c56662e9 req-7ca422ca-6f9d-43e2-a3db-92b012fc6f61 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757467 Oct 16 01:01:19.818419 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Checking router: 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:01:19.818844 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Updating router 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 binding host dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 01:01:19.852171 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:19.852397 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0a55e-a3ea-4004-88b4-f9fa53c1c85b req-272ffe5d-c7f4-430a-8df0-54f8a0886eeb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:19.852515 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:19.853699 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-88d0a55e-a3ea-4004-88b4-f9fa53c1c85b req-272ffe5d-c7f4-430a-8df0-54f8a0886eeb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0665972 Oct 16 01:01:19.880007 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:19.881055 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:19.923452 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Allocated IP 172.20.0.1 (ca7ce9c8-87fe-4660-9181-036527e2bb59/eb1d1d52-49a0-420b-bb3c-58555bc61df7/5a7f9645-4a05-4db1-b67e-c1272d395572) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:01:19.948042 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-88d0a55e-a3ea-4004-88b4-f9fa53c1c85b req-5a08d285-d83f-4b18-8628-8b19a41094b7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717041 Oct 16 01:01:19.969411 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7d0732f2-b77d-4ee1-a9e9-7bf8e7736171,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:19.989087 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f6013-c0e8-47f6-80f6-93c1f664e69e None None] Current status of the port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:20.002616 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:20.010204 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:20.025726 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b939-00e1-4aaf-8b5e-df7cb26bb601 req-17c8c583-2070-46d8-8bc3-58982a588bd1 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:20.027377 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-07c4b939-00e1-4aaf-8b5e-df7cb26bb601 req-17c8c583-2070-46d8-8bc3-58982a588bd1 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 945 time: 0.1072741 Oct 16 01:01:20.046543 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.048177 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 73b1010c-4f64-4e77-9033-9c0c75eb24b8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:20.052928 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Publish callbacks [] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.077943 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-07c4b939-00e1-4aaf-8b5e-df7cb26bb601 req-df6e7b83-fd8d-4148-b6de-ccb79d5a2d94 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f5484aef-779d-4d62-a0b7-8316aca70412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449176 Oct 16 01:01:20.091264 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.136207 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Network ca7ce9c8-87fe-4660-9181-036527e2bb59 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:20.141097 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:20.144858 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:01:20.148648 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7f9645-4a05-4db1-b67e-c1272d395572,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:20.188371 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647477'] for router_interface (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.207302 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:20.207912 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.208001 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 Oct 16 01:01:20.212066 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:20.213354 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=7d0732f2-b77d-4ee1-a9e9-7bf8e7736171,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:20.294718 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:20.367665 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.380976 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:20.409678 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Publish callbacks [] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.416959 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-2ee21490-5beb-4fa3-af37-4915aa2fffc2 None None] Provisioning complete for port 5a7f9645-4a05-4db1-b67e-c1272d395572 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:20.417330 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2ee21490-5beb-4fa3-af37-4915aa2fffc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.417855 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-2ee21490-5beb-4fa3-af37-4915aa2fffc2 None None] Attempt 1 to provision port 5a7f9645-4a05-4db1-b67e-c1272d395572 Oct 16 01:01:20.421271 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.489447 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Attempting to bind port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:01:20.489821 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Attempting to bind port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:01:20.490207 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Attempting to bind port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 on network 208c62ac-592a-4dec-a1cf-31599d23bbee {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:01:20.518972 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-2ee21490-5beb-4fa3-af37-4915aa2fffc2 None None] Port 5a7f9645-4a05-4db1-b67e-c1272d395572 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:01:20.530328 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0eea20-8dea-43a8-a464-696510d867e3 None None] Pushing event updated for resources: {'Port': ['ID=d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:20.549114 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:01:20.549488 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:01:20.549891 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.550285 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Bound using segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:01:20.550756 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Bound port: d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:01:20.551169 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.566682 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Publish callbacks [] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.572041 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.604891 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] For port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:01:20.608533 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] For port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:01:20.614748 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.640971 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7f9645-4a05-4db1-b67e-c1272d395572,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:20.643441 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647593'] for router_interface (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:20.655741 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Routers {'8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:20.656757 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:20.718225 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0eea20-8dea-43a8-a464-696510d867e3 None None] Pushing event updated for resources: {'Port': ['ID=d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:20.746376 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Network ca7ce9c8-87fe-4660-9181-036527e2bb59 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:20.747859 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:20.769195 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:20.782180 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] Set router 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:20.886327 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Router 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:01:20.942265 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:21.015332 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:01:21.031124 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c8034a05-41f0-459e-9e20-e952eb510b41 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8af2423c-cd25-4ebc-b51f-b8d64d04b2bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9260786 Oct 16 01:01:21.110070 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-e8b1e312-9914-4f1f-a5bb-de031ad0bd0a None None] Provisioning complete for port 5a7f9645-4a05-4db1-b67e-c1272d395572 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:21.110476 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e8b1e312-9914-4f1f-a5bb-de031ad0bd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:21.110851 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-e8b1e312-9914-4f1f-a5bb-de031ad0bd0a None None] Attempt 1 to provision port 5a7f9645-4a05-4db1-b67e-c1272d395572 Oct 16 01:01:21.123328 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40a4a-d3fd-44b6-a9a2-13e39205d4f8 req-d610b491-d8ba-43d2-bd5b-3dd7f00581ec tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:21.125922 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a8a40a4a-d3fd-44b6-a9a2-13e39205d4f8 req-d610b491-d8ba-43d2-bd5b-3dd7f00581ec tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0701706 Oct 16 01:01:21.190990 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-e8b1e312-9914-4f1f-a5bb-de031ad0bd0a None None] Port 5a7f9645-4a05-4db1-b67e-c1272d395572 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:01:21.207858 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a8a40a4a-d3fd-44b6-a9a2-13e39205d4f8 req-5030b12f-72c4-4930-8dd8-cea64c91b2ff tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687099 Oct 16 01:01:21.248809 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'name': 'tempest-TestMinimumBasicScenario-935068130-router', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:16Z', 'updated_at': '2022-10-16T01:01:20Z', 'revision_number': 4, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'gw_port': {'id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:82:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:17Z', 'updated_at': '2022-10-16T01:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5a7f9645-4a05-4db1-b67e-c1272d395572', 'name': '', 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'mac_address': 'fa:16:3e:b4:5d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'eb1d1d52-49a0-420b-bb3c-58555bc61df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:19Z', 'updated_at': '2022-10-16T01:01:20Z', 'revision_number': 2, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'subnets': [{'id': 'eb1d1d52-49a0-420b-bb3c-58555bc61df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:21.270318 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993ebc0-a1af-4abe-b1d3-f52261a51314 req-9c694b30-c90e-4021-85ea-e8aba3f2e005 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:21.272561 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4993ebc0-a1af-4abe-b1d3-f52261a51314 req-9c694b30-c90e-4021-85ea-e8aba3f2e005 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 945 time: 0.0694692 Oct 16 01:01:21.282072 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48f523-ec31-4ccf-8adc-7643a570fc93 None None] The sync data for ids ['8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'] in dv-cinder-master-3-iscsi is: [{'id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'name': 'tempest-TestMinimumBasicScenario-935068130-router', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:16Z', 'updated_at': '2022-10-16T01:01:20Z', 'revision_number': 4, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'gw_port': {'id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:82:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:17Z', 'updated_at': '2022-10-16T01:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5a7f9645-4a05-4db1-b67e-c1272d395572', 'name': '', 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'mac_address': 'fa:16:3e:b4:5d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'eb1d1d52-49a0-420b-bb3c-58555bc61df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:19Z', 'updated_at': '2022-10-16T01:01:20Z', 'revision_number': 2, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'subnets': [{'id': 'eb1d1d52-49a0-420b-bb3c-58555bc61df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:01:21.341856 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4993ebc0-a1af-4abe-b1d3-f52261a51314 req-7f853a43-69fb-4483-ab0b-e2b1ce197dec tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f5484aef-779d-4d62-a0b7-8316aca70412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621679 Oct 16 01:01:21.350314 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:21.410623 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:21.410941 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:21.411345 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 Oct 16 01:01:21.477098 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b7fe9-5195-4637-88e1-fd4d7c76a732 req-134911ba-2ccd-4a6c-8077-f108879e9143 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:21.480352 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-899b7fe9-5195-4637-88e1-fd4d7c76a732 req-134911ba-2ccd-4a6c-8077-f108879e9143 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 945 time: 0.0591223 Oct 16 01:01:21.490632 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34574) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:21.497061 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-10df728d-3db2-48fb-b494-cd5ca89faff8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'floatingip': {'port_id': '35e81c79-fcfc-45cc-82e6-d74a12d99947'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:21.526050 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:21.526050 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 73b1010c-4f64-4e77-9033-9c0c75eb24b8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:21.593968 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-10df728d-3db2-48fb-b494-cd5ca89faff8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (57124b50-0f21-4002-a6dc-2ef37b9e8da3), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:21.608723 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:21.619069 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:21.619448 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:21.619789 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 Oct 16 01:01:21.708673 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:21.733081 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:22.401325 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376378d0-0763-4f76-82aa-3e3a27e70ca6 req-f2f7edb2-ec4d-4e0c-abbd-cd1ad01bfb43 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:22.408616 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-376378d0-0763-4f76-82aa-3e3a27e70ca6 req-f2f7edb2-ec4d-4e0c-abbd-cd1ad01bfb43 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0822072 Oct 16 01:01:22.478815 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-376378d0-0763-4f76-82aa-3e3a27e70ca6 req-9d306a7d-a123-4174-acda-0de2a9a2be91 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690665 Oct 16 01:01:22.662184 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-10df728d-3db2-48fb-b494-cd5ca89faff8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:22.667999 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-10df728d-3db2-48fb-b494-cd5ca89faff8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (57124b50-0f21-4002-a6dc-2ef37b9e8da3), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:22.801571 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-10df728d-3db2-48fb-b494-cd5ca89faff8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Floating IP 57124b50-0f21-4002-a6dc-2ef37b9e8da3 associated. External IP: 172.37.2.49, port: 35e81c79-fcfc-45cc-82e6-d74a12d99947. Oct 16 01:01:23.035493 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10df728d-3db2-48fb-b494-cd5ca89faff8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Router 04f2e7d9-6f59-4273-afb1-c6b961e608fe has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:01:23.050910 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:23.164485 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10df728d-3db2-48fb-b494-cd5ca89faff8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:01:23.169126 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-10df728d-3db2-48fb-b494-cd5ca89faff8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:23.175866 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37f76a-de12-44c8-93cb-713490edf187 None None] Sync routers for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:01:23.189288 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37f76a-de12-44c8-93cb-713490edf187 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:23.190162 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ad37f76a-de12-44c8-93cb-713490edf187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:23.204173 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-10df728d-3db2-48fb-b494-cd5ca89faff8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/57124b50-0f21-4002-a6dc-2ef37b9e8da3 HTTP/1.1" status: 200 len: 990 time: 1.7115960 Oct 16 01:01:23.204990 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'tag': '35e81c79-fcfc-45cc-82e6-d74a12d99947'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:01:23.207552 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b105ef8-5630-4111-8cbf-e10c044bdf99" -d '{"events": [{"name": "network-changed", "server_uuid": "0c861342-ab71-4ab6-bed1-41f3b6e38853", "tag": "35e81c79-fcfc-45cc-82e6-d74a12d99947"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:01:23.286208 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d00f64-e445-4cbf-bfa6-df2ceea81ce3 x-openstack-request-id: req-32d00f64-e445-4cbf-bfa6-df2ceea81ce3 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:01:23.286609 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c861342-ab71-4ab6-bed1-41f3b6e38853", "tag": "35e81c79-fcfc-45cc-82e6-d74a12d99947", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:01:23.286976 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32d00f64-e445-4cbf-bfa6-df2ceea81ce3 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:01:23.287504 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d00f64-e445-4cbf-bfa6-df2ceea81ce3'] response: {'name': 'network-changed', 'server_uuid': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'tag': '35e81c79-fcfc-45cc-82e6-d74a12d99947', 'status': 'completed', 'code': 200} Oct 16 01:01:23.371722 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b105ef8-5630-4111-8cbf-e10c044bdf99 req-d640867a-60dd-4396-80a9-3b498bd58c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:23.373221 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1b105ef8-5630-4111-8cbf-e10c044bdf99 req-d640867a-60dd-4396-80a9-3b498bd58c92 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 1129 time: 0.0661244 Oct 16 01:01:23.376785 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-ad37f76a-de12-44c8-93cb-713490edf187 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:23.385423 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:23.434760 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:23.435358 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:23.435854 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 Oct 16 01:01:23.480345 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:23.525365 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:23.525789 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:23.547104 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:23.559050 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:23.594194 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b105ef8-5630-4111-8cbf-e10c044bdf99 req-25c4f77b-320e-430c-8e34-ab3b7677553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:23.596066 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1b105ef8-5630-4111-8cbf-e10c044bdf99 req-25c4f77b-320e-430c-8e34-ab3b7677553c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 916 time: 0.2019262 Oct 16 01:01:23.626543 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ad37f76a-de12-44c8-93cb-713490edf187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '57124b50-0f21-4002-a6dc-2ef37b9e8da3', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.49', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': '35e81c79-fcfc-45cc-82e6-d74a12d99947', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:88:69:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:01:07Z', 'updated_at': '2022-10-16T01:01:22Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:23.636150 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d1d4fe6c-27b5-445b-9d42-92a43fd9ebfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:23.654270 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:23.678220 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37f76a-de12-44c8-93cb-713490edf187 None None] Checking router: 04f2e7d9-6f59-4273-afb1-c6b961e608fe for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:01:23.689725 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37f76a-de12-44c8-93cb-713490edf187 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:23.690747 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ad37f76a-de12-44c8-93cb-713490edf187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:23.705712 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b4e5d-6395-46c0-aa6e-5ae373da010a req-2c24a472-b370-43a6-b20d-970ac2472b25 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:23.713946 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-348b4e5d-6395-46c0-aa6e-5ae373da010a req-2c24a472-b370-43a6-b20d-970ac2472b25 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0753551 Oct 16 01:01:23.723937 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1b105ef8-5630-4111-8cbf-e10c044bdf99 req-d36589d3-5b0a-482b-be17-aab3c2f3f858 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35e81c79-fcfc-45cc-82e6-d74a12d99947 HTTP/1.1" status: 200 len: 998 time: 0.1198025 Oct 16 01:01:23.766956 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:23.779246 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-348b4e5d-6395-46c0-aa6e-5ae373da010a req-464d7429-58dd-493b-a732-00784d387eba tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626419 Oct 16 01:01:23.782904 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b105ef8-5630-4111-8cbf-e10c044bdf99 req-7aa04e72-fd29-439d-98a3-e2820072720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:23.784424 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1b105ef8-5630-4111-8cbf-e10c044bdf99 req-7aa04e72-fd29-439d-98a3-e2820072720e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a617817b-7e5e-42c9-b510-1f81c28bf50c HTTP/1.1" status: 200 len: 854 time: 0.0524805 Oct 16 01:01:23.796535 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:23.848174 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b105ef8-5630-4111-8cbf-e10c044bdf99 req-f3b94288-0595-4968-8e5f-f9bae736e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:23.849603 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1b105ef8-5630-4111-8cbf-e10c044bdf99 req-f3b94288-0595-4968-8e5f-f9bae736e8ad service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483754 Oct 16 01:01:23.926583 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-ad37f76a-de12-44c8-93cb-713490edf187 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:23.966634 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1b105ef8-5630-4111-8cbf-e10c044bdf99 req-84fc64f9-8661-43c8-b2d5-4ef3193a3a99 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014366 Oct 16 01:01:24.080425 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1b105ef8-5630-4111-8cbf-e10c044bdf99 req-a4dfcf36-756b-4027-be3d-8624ea61a2a2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071460 Oct 16 01:01:24.216489 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ad37f76a-de12-44c8-93cb-713490edf187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '57124b50-0f21-4002-a6dc-2ef37b9e8da3', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.49', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': '35e81c79-fcfc-45cc-82e6-d74a12d99947', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:88:69:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:01:07Z', 'updated_at': '2022-10-16T01:01:22Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:24.246736 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37f76a-de12-44c8-93cb-713490edf187 None None] The sync data for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi is: [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '57124b50-0f21-4002-a6dc-2ef37b9e8da3', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.49', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': '35e81c79-fcfc-45cc-82e6-d74a12d99947', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:88:69:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:01:07Z', 'updated_at': '2022-10-16T01:01:22Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:01:24.903614 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88566589-e44b-4fed-96cf-40c9e24c55de req-64506219-cd22-40d6-beed-bd88160a7a59 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:24.905273 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-88566589-e44b-4fed-96cf-40c9e24c55de req-64506219-cd22-40d6-beed-bd88160a7a59 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0498085 Oct 16 01:01:24.958394 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-88566589-e44b-4fed-96cf-40c9e24c55de req-abd723c9-1c97-4aff-8134-dd959e3592b4 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474782 Oct 16 01:01:25.316818 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:25.373670 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:25.374303 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:25.375485 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 Oct 16 01:01:25.476180 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:25.674022 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d97f6-2991-4f0b-8d9f-2624845fe9d1 None None] New status for floating IP 57124b50-0f21-4002-a6dc-2ef37b9e8da3: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:01:25.961162 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Sync routers for ids ['8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:01:25.973508 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Routers {'8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:25.974126 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:00:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:26.035097 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:26.095587 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Set router 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:26.103693 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22424b12-1415-4566-941a-8ea2a113d19f req-a08a9f7a-e085-4478-863b-6a67803d9562 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:26.111609 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-22424b12-1415-4566-941a-8ea2a113d19f req-a08a9f7a-e085-4478-863b-6a67803d9562 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0629208 Oct 16 01:01:26.167024 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-22424b12-1415-4566-941a-8ea2a113d19f req-f0333525-82b8-4d26-af68-85c6c3165ac8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541499 Oct 16 01:01:26.323621 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'name': 'tempest-TestMinimumBasicScenario-935068130-router', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:16Z', 'updated_at': '2022-10-16T01:01:20Z', 'revision_number': 4, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'gw_port': {'id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:17Z', 'updated_at': '2022-10-16T01:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5a7f9645-4a05-4db1-b67e-c1272d395572', 'name': '', 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'mac_address': 'fa:16:3e:b4:5d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'eb1d1d52-49a0-420b-bb3c-58555bc61df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:19Z', 'updated_at': '2022-10-16T01:01:20Z', 'revision_number': 2, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'subnets': [{'id': 'eb1d1d52-49a0-420b-bb3c-58555bc61df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:26.352282 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Checking router: 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:01:26.352925 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Updating router 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd port 5a7f9645-4a05-4db1-b67e-c1272d395572 binding host dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 01:01:26.362025 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c2564f94-aeee-4518-918f-a8005ef12fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:26.384779 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:26.691729 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Publish callbacks [] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:26.698144 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:26.784007 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:26.790611 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbeba2-b1d9-42b4-9b4b-1c9443b84003 None None] Pushing event updated for resources: {'Port': ['ID=5a7f9645-4a05-4db1-b67e-c1272d395572,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:26.806397 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Attempting to bind port 5a7f9645-4a05-4db1-b67e-c1272d395572 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:01:26.806769 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Attempting to bind port 5a7f9645-4a05-4db1-b67e-c1272d395572 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '49154b45-c807-4211-bfdc-183112535c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:01:26.807160 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Attempting to bind port 5a7f9645-4a05-4db1-b67e-c1272d395572 on network ca7ce9c8-87fe-4660-9181-036527e2bb59 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:01:26.855823 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:01:26.856196 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Checking segment: {'id': '49154b45-c807-4211-bfdc-183112535c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:01:26.856601 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:26.856995 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Bound using segment: {'id': '49154b45-c807-4211-bfdc-183112535c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:01:26.857473 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Bound port: 5a7f9645-4a05-4db1-b67e-c1272d395572, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49154b45-c807-4211-bfdc-183112535c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:01:26.857848 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:26.941188 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] For port 5a7f9645-4a05-4db1-b67e-c1272d395572, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:01:26.944523 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] For port 5a7f9645-4a05-4db1-b67e-c1272d395572, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5a7f9645-4a05-4db1-b67e-c1272d395572,segment=NetworkSegment(49154b45-c807-4211-bfdc-183112535c72),segment_id=49154b45-c807-4211-bfdc-183112535c72)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:01:26.954132 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:26.986302 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Routers {'8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:26.987004 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:01:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:27.056854 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:27.063016 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbeba2-b1d9-42b4-9b4b-1c9443b84003 None None] Pushing event updated for resources: {'Port': ['ID=5a7f9645-4a05-4db1-b67e-c1272d395572,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:27.124682 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] Set router 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:27.310717 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bf6b0-8a45-41ef-9fb8-022cf49f99e4 req-2e58ce33-289a-4798-b857-b85c9b19109f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:27.326897 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d05bf6b0-8a45-41ef-9fb8-022cf49f99e4 req-2e58ce33-289a-4798-b857-b85c9b19109f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0690339 Oct 16 01:01:27.351570 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'name': 'tempest-TestMinimumBasicScenario-935068130-router', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:16Z', 'updated_at': '2022-10-16T01:01:20Z', 'revision_number': 4, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'gw_port': {'id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:17Z', 'updated_at': '2022-10-16T01:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5a7f9645-4a05-4db1-b67e-c1272d395572', 'name': '', 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'mac_address': 'fa:16:3e:b4:5d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'eb1d1d52-49a0-420b-bb3c-58555bc61df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:19Z', 'updated_at': '2022-10-16T01:01:26Z', 'revision_number': 4, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'subnets': [{'id': 'eb1d1d52-49a0-420b-bb3c-58555bc61df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:27.372561 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 5a7f9645-4a05-4db1-b67e-c1272d395572 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:27.383862 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f92d4-de0d-445d-bf1f-2a6e381ceee7 None None] The sync data for ids ['8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'] in dv-cinder-master-3-iscsi is: [{'id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'name': 'tempest-TestMinimumBasicScenario-935068130-router', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:16Z', 'updated_at': '2022-10-16T01:01:20Z', 'revision_number': 4, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'gw_port': {'id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:17Z', 'updated_at': '2022-10-16T01:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5a7f9645-4a05-4db1-b67e-c1272d395572', 'name': '', 'network_id': 'ca7ce9c8-87fe-4660-9181-036527e2bb59', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'mac_address': 'fa:16:3e:b4:5d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'eb1d1d52-49a0-420b-bb3c-58555bc61df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:19Z', 'updated_at': '2022-10-16T01:01:26Z', 'revision_number': 4, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'subnets': [{'id': 'eb1d1d52-49a0-420b-bb3c-58555bc61df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:01:27.400600 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d05bf6b0-8a45-41ef-9fb8-022cf49f99e4 req-84e74e33-f113-49c5-af8e-55aacbc8e34c tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680125 Oct 16 01:01:27.461904 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 5a7f9645-4a05-4db1-b67e-c1272d395572 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:27.462575 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:27.463194 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 5a7f9645-4a05-4db1-b67e-c1272d395572 Oct 16 01:01:27.545146 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 5a7f9645-4a05-4db1-b67e-c1272d395572 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:27.545535 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:27.569949 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:27.586103 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port 5a7f9645-4a05-4db1-b67e-c1272d395572, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5a7f9645-4a05-4db1-b67e-c1272d395572,segment=NetworkSegment(49154b45-c807-4211-bfdc-183112535c72),segment_id=49154b45-c807-4211-bfdc-183112535c72)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:27.590660 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:27.642538 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=5a7f9645-4a05-4db1-b67e-c1272d395572,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:27.774448 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:28.535517 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a7ef2-7170-47be-8ee8-b3d528ac0339 req-1d0bef4e-14a0-4e71-9283-61a1bfb5b492 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:28.537792 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f07a7ef2-7170-47be-8ee8-b3d528ac0339 req-1d0bef4e-14a0-4e71-9283-61a1bfb5b492 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0514071 Oct 16 01:01:28.561069 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:28.604285 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f07a7ef2-7170-47be-8ee8-b3d528ac0339 req-72a8d5d0-d4bf-4703-ae7d-9b19473271b4 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572665 Oct 16 01:01:29.343469 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 5a7f9645-4a05-4db1-b67e-c1272d395572 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:29.408330 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 5a7f9645-4a05-4db1-b67e-c1272d395572 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:29.408788 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:29.409274 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 5a7f9645-4a05-4db1-b67e-c1272d395572 Oct 16 01:01:29.497237 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 5a7f9645-4a05-4db1-b67e-c1272d395572 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:29.750613 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e2ad8-a3a2-42c2-b1ea-605c57daaf0d req-a3385d2a-7f13-47f3-959a-965788a9139e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:29.753201 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-873e2ad8-a3a2-42c2-b1ea-605c57daaf0d req-a3385d2a-7f13-47f3-959a-965788a9139e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0595226 Oct 16 01:01:29.820070 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-873e2ad8-a3a2-42c2-b1ea-605c57daaf0d req-47ef826d-ea33-424d-9653-fb8e660b3b8a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584164 Oct 16 01:01:29.867987 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:30.202004 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:30.950892 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfac5dc-7222-4e34-bcb3-5bc5303a1d5d req-325b9801-cafd-43f7-bfed-8465e263ef07 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:30.955521 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9cfac5dc-7222-4e34-bcb3-5bc5303a1d5d req-325b9801-cafd-43f7-bfed-8465e263ef07 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0571775 Oct 16 01:01:31.010645 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9cfac5dc-7222-4e34-bcb3-5bc5303a1d5d req-dac08cf3-0ae1-4428-abb1-b3f3c3bda93b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521083 Oct 16 01:01:31.641907 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015493-c884-4148-b488-af0f7ed6c784 req-2bf53310-043f-49a9-bd2d-434ae4ce0748 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:31.643300 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-2bf53310-043f-49a9-bd2d-434ae4ce0748 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c HTTP/1.1" status: 200 len: 813 time: 0.1032965 Oct 16 01:01:31.658570 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-2b530665-1813-4e0c-8bf0-7978e87b60ab tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/quotas/343c019304314c669a3381cc4c68e481 HTTP/1.1" status: 200 len: 375 time: 0.0090380 Oct 16 01:01:31.707947 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-18e49137-5cbf-49fc-a206-0ec99cb4279f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=343c019304314c669a3381cc4c68e481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434673 Oct 16 01:01:31.808236 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-c2daade8-ff16-4193-a4c0-3bd6555a11a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879354 Oct 16 01:01:31.869456 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:31.910203 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-5a182677-80c9-435c-8f3a-574194ef0d26 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961056 Oct 16 01:01:32.079584 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-11beff04-1ac3-4487-932e-4e149b7ac7cb req-3c1be009-8912-4b67-aaef-4b08ff425eb4 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 210 time: 0.0305479 Oct 16 01:01:32.145785 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0789b6b-2b49-4448-b60e-32b2c526fbf5 req-cc52f4f7-a86d-4290-8c16-bbc678187b7a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:32.147312 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0789b6b-2b49-4448-b60e-32b2c526fbf5 req-cc52f4f7-a86d-4290-8c16-bbc678187b7a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0502071 Oct 16 01:01:32.199669 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0789b6b-2b49-4448-b60e-32b2c526fbf5 req-3cd37de4-6acb-482e-8c05-47dd7db02980 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464466 Oct 16 01:01:33.182554 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-30470696-2634-4608-9100-677bbaeae57a req-500a1513-b3ec-4266-8185-6f5245f849d3 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 210 time: 0.0274694 Oct 16 01:01:33.329454 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674e9c7-1922-4d02-b7f5-88f5e858026f req-19516eaf-9aa2-4dbb-8908-282d0644cbf8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:33.335908 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c674e9c7-1922-4d02-b7f5-88f5e858026f req-19516eaf-9aa2-4dbb-8908-282d0644cbf8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0568786 Oct 16 01:01:33.354926 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:33.385509 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c674e9c7-1922-4d02-b7f5-88f5e858026f req-776e1830-8f19-4a53-967b-883b5a7696cb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470786 Oct 16 01:01:33.388438 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015493-c884-4148-b488-af0f7ed6c784 req-3392c02d-baf8-4989-af26-24af9ee58e18 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:33.389955 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-3392c02d-baf8-4989-af26-24af9ee58e18 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.36 "GET /networking/v2.0/networks?id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c HTTP/1.1" status: 200 len: 813 time: 0.1134417 Oct 16 01:01:33.409799 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-65015493-c884-4148-b488-af0f7ed6c784 req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Request body: {'port': {'device_id': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'admin_state_up': True, 'tenant_id': '343c019304314c669a3381cc4c68e481'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:33.524096 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65015493-c884-4148-b488-af0f7ed6c784 req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Made reservation on behalf of 343c019304314c669a3381cc4c68e481 for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:01:33.527794 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-65015493-c884-4148-b488-af0f7ed6c784 req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:33.655288 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-65015493-c884-4148-b488-af0f7ed6c784 req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Allocated IP 172.20.0.9 (3e12ae87-77ee-4d05-8dce-be1b6f55d51c/9efd72bb-10d0-4ec3-88df-b489c0a0e472/c570709d-29cc-4c4f-a39b-9bfd4da608ed) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:01:33.708674 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:33.885859 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-65015493-c884-4148-b488-af0f7ed6c784 req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:33.932736 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-65015493-c884-4148-b488-af0f7ed6c784 req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:33.989957 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65015493-c884-4148-b488-af0f7ed6c784 req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:33.993698 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-65015493-c884-4148-b488-af0f7ed6c784 req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:33.995787 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event updated for resources: {'Port': ['ID=c570709d-29cc-4c4f-a39b-9bfd4da608ed,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:33.997961 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-65015493-c884-4148-b488-af0f7ed6c784 req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:01:34.055636 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015493-c884-4148-b488-af0f7ed6c784 req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:34.056314 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-65015493-c884-4148-b488-af0f7ed6c784 req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:34.088993 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-1fc733ed-3309-4d90-bf35-e26154cf848f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6829848 Oct 16 01:01:34.315181 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d932f-8e74-4a61-bb57-e667fc1dcb41 req-0c9b8464-cf36-4406-adbf-b68a6d2fea2c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:34.316778 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1a4d932f-8e74-4a61-bb57-e667fc1dcb41 req-0c9b8464-cf36-4406-adbf-b68a6d2fea2c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 931 time: 0.0501957 Oct 16 01:01:34.334005 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-b194f75e-23d6-46e7-a7ac-6b8a2f124acc None None] Provisioning complete for port c570709d-29cc-4c4f-a39b-9bfd4da608ed triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:34.334544 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b194f75e-23d6-46e7-a7ac-6b8a2f124acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:34.334812 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-b194f75e-23d6-46e7-a7ac-6b8a2f124acc None None] Attempt 1 to provision port c570709d-29cc-4c4f-a39b-9bfd4da608ed Oct 16 01:01:34.374470 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1a4d932f-8e74-4a61-bb57-e667fc1dcb41 req-9a9c8309-11d5-4c6a-afaa-d24c09b5e3e1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459266 Oct 16 01:01:34.382200 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-b194f75e-23d6-46e7-a7ac-6b8a2f124acc None None] Port c570709d-29cc-4c4f-a39b-9bfd4da608ed cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:01:34.518573 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabd43-374f-4703-ab35-a560f151c4b0 req-7c579098-3d83-4ad0-a7e4-431a6de0a1f9 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:34.521863 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-26fabd43-374f-4703-ab35-a560f151c4b0 req-7c579098-3d83-4ad0-a7e4-431a6de0a1f9 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0560222 Oct 16 01:01:34.572363 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-26fabd43-374f-4703-ab35-a560f151c4b0 req-d9876a23-b4b5-410e-a3cd-8e8fc3da3adb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439098 Oct 16 01:01:35.510580 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbcc68-87cc-46b4-a2c3-3ff8f1d22eca req-74c9113d-3eb2-4875-b4e3-1d647791eaf9 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:35.512259 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-00dbcc68-87cc-46b4-a2c3-3ff8f1d22eca req-74c9113d-3eb2-4875-b4e3-1d647791eaf9 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 931 time: 0.0492580 Oct 16 01:01:35.569965 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-00dbcc68-87cc-46b4-a2c3-3ff8f1d22eca req-1dafcfcd-4208-402e-ba57-3075348c1422 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517848 Oct 16 01:01:35.701517 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646621d4-5736-46c5-9998-308416a699cf req-6ce5dba2-4770-41e2-bcde-2456b4d090f0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:35.703002 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646621d4-5736-46c5-9998-308416a699cf req-6ce5dba2-4770-41e2-bcde-2456b4d090f0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0496597 Oct 16 01:01:35.755383 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646621d4-5736-46c5-9998-308416a699cf req-84f2d780-d862-45b3-953d-8ad23e22e4ad tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459635 Oct 16 01:01:36.530489 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:01:36.696068 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e6fb-c2d0-46dc-8fff-6e4f67279b8d req-9e962a0b-b037-4ea2-8d3e-88f0a9c4a616 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:36.698328 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ce91e6fb-c2d0-46dc-8fff-6e4f67279b8d req-9e962a0b-b037-4ea2-8d3e-88f0a9c4a616 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 931 time: 0.0504503 Oct 16 01:01:36.750037 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ce91e6fb-c2d0-46dc-8fff-6e4f67279b8d req-6d41ec0e-fa54-459a-8d79-30939199953e tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457904 Oct 16 01:01:36.887794 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3290830-eb7a-479b-acca-012355df7d61 req-db0b777f-0244-4564-85cc-62195e5b70e7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:36.889279 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d3290830-eb7a-479b-acca-012355df7d61 req-db0b777f-0244-4564-85cc-62195e5b70e7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0531886 Oct 16 01:01:36.954468 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d3290830-eb7a-479b-acca-012355df7d61 req-3924d343-4026-445b-aaac-3fb27d565b5b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594289 Oct 16 01:01:37.873537 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cea45-209b-4ab7-9ed5-ed8b13293825 req-8cc38d27-d89f-45fc-9308-406decd305ef tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:37.875052 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-580cea45-209b-4ab7-9ed5-ed8b13293825 req-8cc38d27-d89f-45fc-9308-406decd305ef tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 931 time: 0.0478406 Oct 16 01:01:37.907702 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:37.925791 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-580cea45-209b-4ab7-9ed5-ed8b13293825 req-e5d27148-e385-4d5f-acb2-9a4a832d259d tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446651 Oct 16 01:01:38.081374 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5a73-09e1-4ffa-94fb-631b984155bd req-4085b432-bcef-47f9-a340-842226fd6e52 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:38.082914 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6f2f5a73-09e1-4ffa-94fb-631b984155bd req-4085b432-bcef-47f9-a340-842226fd6e52 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0491624 Oct 16 01:01:38.103681 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:38.134648 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6f2f5a73-09e1-4ffa-94fb-631b984155bd req-904e5495-8734-46b4-ab92-2bbab7e74f8f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453520 Oct 16 01:01:39.060613 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce51ce-5c11-40af-99a9-8bf9a8c763a4 req-2d467d65-7d84-4601-9fef-301b38b5b8e4 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:39.062031 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e9ce51ce-5c11-40af-99a9-8bf9a8c763a4 req-2d467d65-7d84-4601-9fef-301b38b5b8e4 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 931 time: 0.0547171 Oct 16 01:01:39.114265 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e9ce51ce-5c11-40af-99a9-8bf9a8c763a4 req-ed2cc2e5-06b1-47a5-9cec-8ff5c46da2f3 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451140 Oct 16 01:01:39.261501 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d110c01-39df-496d-b8b1-6a7f88e6c6bf req-298d866b-11af-4499-8fad-380cbb48a62d tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:39.263371 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4d110c01-39df-496d-b8b1-6a7f88e6c6bf req-298d866b-11af-4499-8fad-380cbb48a62d tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0487742 Oct 16 01:01:39.318360 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4d110c01-39df-496d-b8b1-6a7f88e6c6bf req-28804528-42f5-4afc-b0a5-bf65c7086292 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489485 Oct 16 01:01:40.249356 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b73d63-9b8b-48b4-9ee4-7860c6e5b4e0 req-7e98a47d-dbe8-41c0-b41b-23f605c2e36b tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:40.250889 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-70b73d63-9b8b-48b4-9ee4-7860c6e5b4e0 req-7e98a47d-dbe8-41c0-b41b-23f605c2e36b tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 931 time: 0.0597789 Oct 16 01:01:40.314730 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-70b73d63-9b8b-48b4-9ee4-7860c6e5b4e0 req-d4bdc73f-df74-42b3-bd20-6549b832c841 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580051 Oct 16 01:01:40.466574 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f10cf1-5761-49c5-adbb-0ada50af0fc4 req-6fa02ee8-07a6-4b68-96fe-8a9a1e2a5f4d tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:40.468711 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-03f10cf1-5761-49c5-adbb-0ada50af0fc4 req-6fa02ee8-07a6-4b68-96fe-8a9a1e2a5f4d tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0559640 Oct 16 01:01:40.543250 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-03f10cf1-5761-49c5-adbb-0ada50af0fc4 req-1fb460e4-4284-4a14-943c-7018a30232be tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680175 Oct 16 01:01:41.432252 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:41.458226 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddb2ac-47cd-49d2-be97-a6584bff672b req-279b4589-9a44-417c-8678-a40ca4d4be86 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:41.460760 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-49ddb2ac-47cd-49d2-be97-a6584bff672b req-279b4589-9a44-417c-8678-a40ca4d4be86 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 931 time: 0.0598330 Oct 16 01:01:41.514358 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-49ddb2ac-47cd-49d2-be97-a6584bff672b req-2507c6bf-850d-4910-b461-30020e3e51de tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475318 Oct 16 01:01:41.682585 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37360c99-861e-47fc-841d-ed364535bda7 req-d54146f6-dc52-4317-aab4-b26368646efc tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:41.683978 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-37360c99-861e-47fc-841d-ed364535bda7 req-d54146f6-dc52-4317-aab4-b26368646efc tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0483990 Oct 16 01:01:41.733601 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-37360c99-861e-47fc-841d-ed364535bda7 req-22e3e843-285a-4f02-968a-6e1864ef494e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436833 Oct 16 01:01:42.659956 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71883310-03cb-4d75-9d73-df8d23dd0b8c req-907087dc-576e-4ba6-9831-b324675c1fd5 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:42.661449 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-71883310-03cb-4d75-9d73-df8d23dd0b8c req-907087dc-576e-4ba6-9831-b324675c1fd5 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 931 time: 0.0551546 Oct 16 01:01:42.748415 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-71883310-03cb-4d75-9d73-df8d23dd0b8c req-7c88f9bb-8769-4bf0-804e-61a0b3eddc9e tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775962 Oct 16 01:01:42.878141 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22df0d-2880-4f14-b62f-dced3c20e9a4 req-89be7d16-7d9b-484b-9157-f9e3671c64ad tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:42.880864 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ca22df0d-2880-4f14-b62f-dced3c20e9a4 req-89be7d16-7d9b-484b-9157-f9e3671c64ad tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0674973 Oct 16 01:01:42.947359 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ca22df0d-2880-4f14-b62f-dced3c20e9a4 req-3847b5f0-b264-47ef-bc29-fe20c36a2ed2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601382 Oct 16 01:01:43.872585 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1d1d-82ba-4fd6-b0c7-802e0c464928 req-f5cba151-3a50-4fc3-9621-9979ccb80b5c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:43.874326 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-388f1d1d-82ba-4fd6-b0c7-802e0c464928 req-f5cba151-3a50-4fc3-9621-9979ccb80b5c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 931 time: 0.0476780 Oct 16 01:01:43.923080 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-388f1d1d-82ba-4fd6-b0c7-802e0c464928 req-fffed76c-c6dc-4ab6-94e4-bdde27deb1ad tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425475 Oct 16 01:01:44.074452 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af1c2a-3293-429a-9f50-748585a3a3c8 req-eff3c073-dbcd-44b5-99b4-7b210b45abc8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:44.075957 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-43af1c2a-3293-429a-9f50-748585a3a3c8 req-eff3c073-dbcd-44b5-99b4-7b210b45abc8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0481260 Oct 16 01:01:44.088293 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:44.125338 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-43af1c2a-3293-429a-9f50-748585a3a3c8 req-2f27cb79-cf67-43da-bc59-8a45b372c607 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 Oct 16 01:01:44.308762 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Request body: {'port': {'device_id': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:44.338035 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:44.375173 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:44.375762 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:44.382087 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:44.633448 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c570709d-29cc-4c4f-a39b-9bfd4da608ed {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:01:44.640908 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Publish callbacks [] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:44.654160 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Transition to ACTIVE for port object c570709d-29cc-4c4f-a39b-9bfd4da608ed will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:01:44.657724 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:44.690976 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:44.736619 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Pushing event updated for resources: {'Port': ['ID=c570709d-29cc-4c4f-a39b-9bfd4da608ed,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:44.767987 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Attempting to bind port c570709d-29cc-4c4f-a39b-9bfd4da608ed on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:01:44.768318 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Attempting to bind port c570709d-29cc-4c4f-a39b-9bfd4da608ed by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:01:44.768643 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Attempting to bind port c570709d-29cc-4c4f-a39b-9bfd4da608ed on network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:01:44.812034 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Port c570709d-29cc-4c4f-a39b-9bfd4da608ed on network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:01:44.812357 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Attempting to bind port c570709d-29cc-4c4f-a39b-9bfd4da608ed on network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:01:44.853696 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:01:44.854028 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Checking segment: {'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:01:44.854410 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Bound using segment: {'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:01:44.854840 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Bound port: c570709d-29cc-4c4f-a39b-9bfd4da608ed, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a0e3b5-1b19-4bfa-b460-92448029b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:01:44.855223 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:44.916920 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] For port c570709d-29cc-4c4f-a39b-9bfd4da608ed, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:01:44.920589 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] For port c570709d-29cc-4c4f-a39b-9bfd4da608ed, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:01:44.926775 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:44.932688 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:44.933335 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:44.934693 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/c570709d-29cc-4c4f-a39b-9bfd4da608ed HTTP/1.1" status: 200 len: 1093 time: 0.6302538 Oct 16 01:01:44.935275 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:01:44.937506 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d30761-21e7-4afd-a69d-c4e5c62cdd61" -d '{"events": [{"name": "network-changed", "server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:01:44.973663 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:44.982851 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cf71ff-7e6b-4165-8090-0b5a0188db06 x-openstack-request-id: req-b9cf71ff-7e6b-4165-8090-0b5a0188db06 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:01:44.983167 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:01:44.983427 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9cf71ff-7e6b-4165-8090-0b5a0188db06 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:01:44.983830 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cf71ff-7e6b-4165-8090-0b5a0188db06'] response: {'name': 'network-changed', 'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'status': 'completed', 'code': 200} Oct 16 01:01:44.996956 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f7ccc-10fc-473a-804c-e644d3742108 service neutron] Pushing event updated for resources: {'Port': ['ID=c570709d-29cc-4c4f-a39b-9bfd4da608ed,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:45.060992 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b867d-bf66-4738-9e2b-5e5d75047446 req-8a6e1557-5f23-4ecb-a634-d2ad6dc7e202 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:45.062494 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-955b867d-bf66-4738-9e2b-5e5d75047446 req-8a6e1557-5f23-4ecb-a634-d2ad6dc7e202 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 943 time: 0.0501256 Oct 16 01:01:45.109953 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-955b867d-bf66-4738-9e2b-5e5d75047446 req-d3624128-eb63-42af-bbc2-2a482c6bea41 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416889 Oct 16 01:01:45.251925 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a6cf0-8a3d-4a43-85ec-44871e172ff7 req-5ae211ca-a71b-48d1-8e31-f4cf31f5f98e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:45.253493 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-270a6cf0-8a3d-4a43-85ec-44871e172ff7 req-5ae211ca-a71b-48d1-8e31-f4cf31f5f98e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0488951 Oct 16 01:01:45.306363 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-270a6cf0-8a3d-4a43-85ec-44871e172ff7 req-0755555e-20cd-46bf-975c-6afc3cb08e02 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470164 Oct 16 01:01:46.118730 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d30761-21e7-4afd-a69d-c4e5c62cdd61 req-9c251836-f274-41e3-bc47-9bee8ddcea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:46.120329 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-13d30761-21e7-4afd-a69d-c4e5c62cdd61 req-9c251836-f274-41e3-bc47-9bee8ddcea6e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=343c019304314c669a3381cc4c68e481&device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 1127 time: 0.0406086 Oct 16 01:01:46.458298 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb32e1-5bbd-4603-8bf1-d75858760d1f req-9fa1fc35-ce4d-402d-b947-cac11755bcc1 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:46.460308 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80cb32e1-5bbd-4603-8bf1-d75858760d1f req-9fa1fc35-ce4d-402d-b947-cac11755bcc1 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0497460 Oct 16 01:01:46.508040 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80cb32e1-5bbd-4603-8bf1-d75858760d1f req-9404d7eb-ff8b-4075-863b-9e5799498b91 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418365 Oct 16 01:01:46.517279 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc06b9-564b-48dc-8fa3-ef11e4fc7c92 req-c408c7f8-7129-40a8-9f82-dafed6fd76af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:46.518730 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-84cc06b9-564b-48dc-8fa3-ef11e4fc7c92 req-c408c7f8-7129-40a8-9f82-dafed6fd76af service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 1129 time: 0.3615403 Oct 16 01:01:46.565209 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bc622-db6f-4e5b-b547-1a1ddc718a8f req-dd3a8c79-0113-4da0-9726-8ffcd6d494f7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:46.566670 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-269bc622-db6f-4e5b-b547-1a1ddc718a8f req-dd3a8c79-0113-4da0-9726-8ffcd6d494f7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 943 time: 0.1128912 Oct 16 01:01:46.599128 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d30761-21e7-4afd-a69d-c4e5c62cdd61 req-14fb4e27-71bc-4b1c-8d64-02debc2dc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:46.601480 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-13d30761-21e7-4afd-a69d-c4e5c62cdd61 req-14fb4e27-71bc-4b1c-8d64-02debc2dc4f3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=343c019304314c669a3381cc4c68e481&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4663644 Oct 16 01:01:46.648827 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-84cc06b9-564b-48dc-8fa3-ef11e4fc7c92 req-37802900-3d4d-4d28-8f02-af13fe973363 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185193 Oct 16 01:01:46.705468 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-269bc622-db6f-4e5b-b547-1a1ddc718a8f req-155fac8a-2b56-453f-9991-8a03f61a7224 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299047 Oct 16 01:01:46.740199 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d30761-21e7-4afd-a69d-c4e5c62cdd61 req-9d389594-de70-4690-b7b6-6977d6915d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:46.741842 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-13d30761-21e7-4afd-a69d-c4e5c62cdd61 req-9d389594-de70-4690-b7b6-6977d6915d1b service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333830 Oct 16 01:01:46.745779 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ba421-cae5-407f-b211-5216978b8f60 req-c1e963eb-4b38-421f-879e-c52220459619 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:46.747273 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b75ba421-cae5-407f-b211-5216978b8f60 req-c1e963eb-4b38-421f-879e-c52220459619 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 947 time: 0.0504236 Oct 16 01:01:46.795330 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b75ba421-cae5-407f-b211-5216978b8f60 req-7bcac426-2540-4bc4-8427-ccd17252fc2c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422695 Oct 16 01:01:47.630597 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dbc71-6969-41cd-8dc3-a5827853aa8c req-261e9d13-9be3-490c-97ee-497f45a4ebe5 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:47.632270 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-648dbc71-6969-41cd-8dc3-a5827853aa8c req-261e9d13-9be3-490c-97ee-497f45a4ebe5 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0465214 Oct 16 01:01:47.662192 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:47.684568 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-648dbc71-6969-41cd-8dc3-a5827853aa8c req-70c6645c-b909-4aa7-b519-ad51b2580d2d tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466163 Oct 16 01:01:47.831813 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f3397-b09a-46b3-aedc-f5725a21d858 req-b11ff29d-47d6-40dd-8ace-16e453a79c5d tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:47.833202 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f53f3397-b09a-46b3-aedc-f5725a21d858 req-b11ff29d-47d6-40dd-8ace-16e453a79c5d tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 943 time: 0.0505629 Oct 16 01:01:47.884271 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f53f3397-b09a-46b3-aedc-f5725a21d858 req-ed93453d-375e-4502-9a2a-d0ae3a3a452f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 Oct 16 01:01:47.926407 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85be6e-7ed8-42fb-bc4b-52cae35def88 req-fbbc76e9-9887-4b19-bc03-0800fbcbf7f6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:47.927911 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0f85be6e-7ed8-42fb-bc4b-52cae35def88 req-fbbc76e9-9887-4b19-bc03-0800fbcbf7f6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 947 time: 0.0499151 Oct 16 01:01:47.956745 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:47.983762 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0f85be6e-7ed8-42fb-bc4b-52cae35def88 req-9a7243c2-f4bb-4809-8883-c769e0457f4e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501072 Oct 16 01:01:48.790226 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015493-c884-4148-b488-af0f7ed6c784 req-98420320-3ecf-4bb6-a834-e23431abdc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:48.791733 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-98420320-3ecf-4bb6-a834-e23431abdc1e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=343c019304314c669a3381cc4c68e481&device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 1127 time: 0.0401549 Oct 16 01:01:48.808437 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59828bc5-7180-4a30-9e9d-b2578568c480 req-2e339c90-38a1-4dae-afe5-97efde2918f0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:48.809905 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-59828bc5-7180-4a30-9e9d-b2578568c480 req-2e339c90-38a1-4dae-afe5-97efde2918f0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0488338 Oct 16 01:01:48.836019 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-261cc69e-2e47-4916-9161-dd8c62e26b3d service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed HTTP/1.1" status: 200 len: 217 time: 0.0355279 Oct 16 01:01:48.858380 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-59828bc5-7180-4a30-9e9d-b2578568c480 req-25b3557f-3f4d-4c4f-89cf-21f9092d1feb tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426674 Oct 16 01:01:48.888902 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015493-c884-4148-b488-af0f7ed6c784 req-108baa19-dc39-4139-8cfb-f1abb1b88f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:48.890330 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-108baa19-dc39-4139-8cfb-f1abb1b88f6f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=9efd72bb-10d0-4ec3-88df-b489c0a0e472 HTTP/1.1" status: 200 len: 852 time: 0.0448177 Oct 16 01:01:48.985273 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-e8025881-ec62-444c-a9f2-2c383c55f336 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:48.986620 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-e8025881-ec62-444c-a9f2-2c383c55f336 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 947 time: 0.0743663 Oct 16 01:01:48.998277 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015493-c884-4148-b488-af0f7ed6c784 req-848b6a49-40ae-4bdd-8d8b-bda0555e4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:48.999668 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-848b6a49-40ae-4bdd-8d8b-bda0555e4901 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795290 Oct 16 01:01:49.040380 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec79a66-a1c7-4f6d-b44f-38a755a04ed7 req-4a32cd62-21c5-4ce2-85f1-128581f93ce9 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:49.041856 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aec79a66-a1c7-4f6d-b44f-38a755a04ed7 req-4a32cd62-21c5-4ce2-85f1-128581f93ce9 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 943 time: 0.0527072 Oct 16 01:01:49.090001 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aec79a66-a1c7-4f6d-b44f-38a755a04ed7 req-16cd9cb7-5a0b-4cc5-93a0-ced70fc6200e tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 Oct 16 01:01:49.112599 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0fb00-5465-4b2f-a1ad-262dac3c7dba req-da1395d4-acdd-4748-8791-2c853ed75e4d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:49.114129 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e8f0fb00-5465-4b2f-a1ad-262dac3c7dba req-da1395d4-acdd-4748-8791-2c853ed75e4d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 947 time: 0.0500886 Oct 16 01:01:49.160114 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e8f0fb00-5465-4b2f-a1ad-262dac3c7dba req-f53c01ca-bd0d-4ce1-9c56-2fe98df48b7b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d93458da-7a02-4d80-8695-660bb21543cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397365 Oct 16 01:01:49.619212 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:49.703331 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Deleting port 9f15f027-a9c6-4298-a989-336905ee5a12 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:01:49.703673 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:49.710391 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-e4f2eb95-a7a7-41ee-ae44-4347cfa64b6c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626537 Oct 16 01:01:49.867766 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] For port 9f15f027-a9c6-4298-a989-336905ee5a12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9f15f027-a9c6-4298-a989-336905ee5a12,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:49.868501 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:49.882209 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-65015493-c884-4148-b488-af0f7ed6c784 req-76af1b6e-cd69-4c0c-85d4-6b6af8f35e1e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618702 Oct 16 01:01:50.028251 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6b37d-024f-4c7a-8d96-a623e1cb5e6b req-45ff60d6-17d8-4c70-a69e-f9d009e1388a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:50.029712 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-57f6b37d-024f-4c7a-8d96-a623e1cb5e6b req-45ff60d6-17d8-4c70-a69e-f9d009e1388a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0875287 Oct 16 01:01:50.104057 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:50.104420 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (1bcd5911-464c-47c0-b764-2f44e2439a70), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:50.104731 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Floating IP 1bcd5911-464c-47c0-b764-2f44e2439a70 disassociated. External IP: 172.37.2.167, port: 9f15f027-a9c6-4298-a989-336905ee5a12. Oct 16 01:01:50.105075 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Calling delete_port for 9f15f027-a9c6-4298-a989-336905ee5a12 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:01:50.122687 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:50.130513 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-57f6b37d-024f-4c7a-8d96-a623e1cb5e6b req-bb51710f-a9cb-4e1c-bdfd-88fcb261a0fa tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729063 Oct 16 01:01:50.216938 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cb196-8bae-4aea-bce7-bbf67a930595 req-06d54d61-e02e-4570-bbc1-37e66ce07d77 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:50.218463 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9c3cb196-8bae-4aea-bce7-bbf67a930595 req-06d54d61-e02e-4570-bbc1-37e66ce07d77 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 943 time: 0.0488095 Oct 16 01:01:50.246336 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:50.280271 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (9f15f027-a9c6-4298-a989-336905ee5a12), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:50.284188 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9c3cb196-8bae-4aea-bce7-bbf67a930595 req-f420bb17-47a4-4c6b-90d1-fc958f6ae38a tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584092 Oct 16 01:01:50.305662 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-317f7c85-71c1-432e-910b-832d77525eef req-0cff7359-6854-4941-9521-530051fa47bb tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 210 time: 0.0364826 Oct 16 01:01:50.332992 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event deleted for resources: {'Port': ['ID=9f15f027-a9c6-4298-a989-336905ee5a12,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:50.446029 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Router 66966500-9f64-45ff-98f6-e8d186878a55 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:01:50.504189 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:50.560033 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:01:50.571705 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49e93c-da70-4704-a6d1-586b1e485411 None None] Sync routers for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:01:50.581816 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49e93c-da70-4704-a6d1-586b1e485411 None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:50.582436 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-6e49e93c-da70-4704-a6d1-586b1e485411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:01:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:50.605775 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] No DVR routers for this DVR port 9f15f027-a9c6-4298-a989-336905ee5a12 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:01:50.607039 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03472463-c4e6-4b12-9495-1f19657ded99 req-33ebac10-2d3d-426e-a79e-59c308130bb8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:50.608548 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-03472463-c4e6-4b12-9495-1f19657ded99 req-33ebac10-2d3d-426e-a79e-59c308130bb8 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0518277 Oct 16 01:01:50.609691 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:50.612833 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e4cc8daf-9642-40fc-9d48-994a2c25048f req-f197bc68-0135-4f5c-8583-168f55cbe77e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.36 "DELETE /networking/v2.0/ports/9f15f027-a9c6-4298-a989-336905ee5a12 HTTP/1.1" status: 204 len: 173 time: 1.0645695 Oct 16 01:01:50.613329 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'name': 'network-vif-deleted', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:01:50.615582 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79a3180-053d-4c8e-9e18-ea05d74fe346" -d '{"events": [{"server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "name": "network-vif-deleted", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:01:50.655290 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a38651f-de12-4a93-bc79-dce78bea3cf2 x-openstack-request-id: req-2a38651f-de12-4a93-bc79-dce78bea3cf2 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:01:50.655580 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b6833-a39f-462d-9c7e-48dda346d8cb", "name": "network-vif-deleted", "tag": "9f15f027-a9c6-4298-a989-336905ee5a12", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:01:50.655835 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a38651f-de12-4a93-bc79-dce78bea3cf2 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:01:50.656240 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a38651f-de12-4a93-bc79-dce78bea3cf2'] response: {'server_uuid': 'd07b6833-a39f-462d-9c7e-48dda346d8cb', 'name': 'network-vif-deleted', 'tag': '9f15f027-a9c6-4298-a989-336905ee5a12', 'status': 'completed', 'code': 200} Oct 16 01:01:50.670111 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-03472463-c4e6-4b12-9495-1f19657ded99 req-c8283055-1bd6-45b4-8e7a-0cea6f7ee680 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555127 Oct 16 01:01:50.711940 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-6e49e93c-da70-4704-a6d1-586b1e485411 None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:50.911315 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-6e49e93c-da70-4704-a6d1-586b1e485411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:50.937163 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49e93c-da70-4704-a6d1-586b1e485411 None None] Checking router: 66966500-9f64-45ff-98f6-e8d186878a55 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:01:50.947130 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49e93c-da70-4704-a6d1-586b1e485411 None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:50.947758 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-6e49e93c-da70-4704-a6d1-586b1e485411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:01:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:50.960021 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53451367-9287-4c7d-bf51-9972dbf70524 req-aea18fab-a5a0-4098-b70d-c8af56f90c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:50.961571 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53451367-9287-4c7d-bf51-9972dbf70524 req-aea18fab-a5a0-4098-b70d-c8af56f90c7f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 1129 time: 0.0441394 Oct 16 01:01:51.056330 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-6e49e93c-da70-4704-a6d1-586b1e485411 None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:51.063315 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53451367-9287-4c7d-bf51-9972dbf70524 req-4d1938aa-293a-4759-8b63-44230f988ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:51.064958 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53451367-9287-4c7d-bf51-9972dbf70524 req-4d1938aa-293a-4759-8b63-44230f988ee0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.0965259 Oct 16 01:01:51.138750 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53451367-9287-4c7d-bf51-9972dbf70524 req-b74c390d-83d0-4104-aabe-3ed566cdb83a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eacd06b0-a0a4-40d4-b556-dd29e648da3c HTTP/1.1" status: 200 len: 999 time: 0.0614920 Oct 16 01:01:51.196627 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53451367-9287-4c7d-bf51-9972dbf70524 req-ed922970-a2c7-4580-a259-a8d9ef449f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:51.198081 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53451367-9287-4c7d-bf51-9972dbf70524 req-ed922970-a2c7-4580-a259-a8d9ef449f24 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.0532246 Oct 16 01:01:51.250057 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53451367-9287-4c7d-bf51-9972dbf70524 req-691861ae-89c2-485c-af0e-8c1127d822a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:51.251685 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53451367-9287-4c7d-bf51-9972dbf70524 req-691861ae-89c2-485c-af0e-8c1127d822a1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422733 Oct 16 01:01:51.266039 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-6e49e93c-da70-4704-a6d1-586b1e485411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:51.295029 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49e93c-da70-4704-a6d1-586b1e485411 None None] The sync data for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi is: [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:01:51.422911 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53451367-9287-4c7d-bf51-9972dbf70524 req-cb76449e-c981-48aa-b694-c2c8c77b3d4c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353784 Oct 16 01:01:51.435609 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124c006-ef24-4b8f-9770-81d1e902847c req-73b542a7-78f7-4b61-8e22-a682d7892255 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:51.437132 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2124c006-ef24-4b8f-9770-81d1e902847c req-73b542a7-78f7-4b61-8e22-a682d7892255 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 943 time: 0.0718737 Oct 16 01:01:51.453018 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ad7d421-b148-4dca-943e-13c152ba6ab3 req-2d85f4aa-49e8-4c97-9fe0-8f4e392a18ae tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d07b6833-a39f-462d-9c7e-48dda346d8cb HTTP/1.1" status: 200 len: 210 time: 0.0323751 Oct 16 01:01:51.497486 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2124c006-ef24-4b8f-9770-81d1e902847c req-28303d41-10cf-4ee8-a798-4f9df5d7286a tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536339 Oct 16 01:01:51.573841 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d1c87-bd59-4557-96d6-faa5b22c8020 None None] New status for floating IP 1bcd5911-464c-47c0-b764-2f44e2439a70: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:01:51.588899 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:51.636580 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53451367-9287-4c7d-bf51-9972dbf70524 req-f87facb4-991f-41da-a1ef-6d14e91d5fc7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012578 Oct 16 01:01:51.795642 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0629fe1-ca23-4770-858f-fc8e353ea3c4 req-c037cf5d-3866-4a8f-98a9-6dbff7b80d01 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:51.797075 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d0629fe1-ca23-4770-858f-fc8e353ea3c4 req-c037cf5d-3866-4a8f-98a9-6dbff7b80d01 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0458543 Oct 16 01:01:51.840335 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device c570709d-29cc-4c4f-a39b-9bfd4da608ed details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:01:51.844479 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 9f15f027-a9c6-4298-a989-336905ee5a12 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:01:51.845648 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d0629fe1-ca23-4770-858f-fc8e353ea3c4 req-fb1c1f32-bda0-45c5-a569-5e68a3b9d452 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 Oct 16 01:01:51.869596 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 9f15f027-a9c6-4298-a989-336905ee5a12 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:01:51.869972 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 9f15f027-a9c6-4298-a989-336905ee5a12 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:01:51.960876 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port c570709d-29cc-4c4f-a39b-9bfd4da608ed, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:51.976627 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'port_id': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'mac_address': 'fa:16:3e:0a:02:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:01:52.011259 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port c570709d-29cc-4c4f-a39b-9bfd4da608ed is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:52.011652 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:52.024808 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c570709d-29cc-4c4f-a39b-9bfd4da608ed {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:01:52.044987 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port c570709d-29cc-4c4f-a39b-9bfd4da608ed, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:52.048923 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:52.094295 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=c570709d-29cc-4c4f-a39b-9bfd4da608ed,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:52.102084 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.102434 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.102781 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.103148 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.103485 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.103823 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.104150 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.104480 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.104808 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.105133 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.105460 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.105804 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.106699 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.106699 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.106929 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:52.355208 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['c570709d-29cc-4c4f-a39b-9bfd4da608ed'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:01:52.557953 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34834) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:52.633363 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099d18-8979-4acf-b494-7d859d3b0f87 req-da97c43a-2671-4be1-b307-d23aed4176ee tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:52.634714 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ce099d18-8979-4acf-b494-7d859d3b0f87 req-da97c43a-2671-4be1-b307-d23aed4176ee tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 944 time: 0.0596073 Oct 16 01:01:52.664624 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-deb9677f-1575-4fc9-ae84-a4bde990eead tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group (d93458da-7a02-4d80-8695-660bb21543cd), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:52.702856 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-deb9677f-1575-4fc9-ae84-a4bde990eead tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group (d93458da-7a02-4d80-8695-660bb21543cd), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:52.719329 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ce099d18-8979-4acf-b494-7d859d3b0f87 req-bf95729f-11a9-430d-89e0-e7b927c70f01 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778098 Oct 16 01:01:52.758761 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-deb9677f-1575-4fc9-ae84-a4bde990eead tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (d93458da-7a02-4d80-8695-660bb21543cd), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:52.761349 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-deb9677f-1575-4fc9-ae84-a4bde990eead tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:52.762496 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-deb9677f-1575-4fc9-ae84-a4bde990eead tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d93458da-7a02-4d80-8695-660bb21543cd HTTP/1.1" status: 204 len: 168 time: 0.2035532 Oct 16 01:01:52.765430 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34836) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:52.771935 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9677f-1575-4fc9-ae84-a4bde990eead tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93458da-7a02-4d80-8695-660bb21543cd,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:52.782088 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.api.v2.resource [None req-432c0aa7-b77d-43d1-8445-bda36d35e50d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] show failed (client error): The resource could not be found. Oct 16 01:01:52.783225 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-432c0aa7-b77d-43d1-8445-bda36d35e50d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups/d93458da-7a02-4d80-8695-660bb21543cd HTTP/1.1" status: 404 len: 347 time: 0.0167124 Oct 16 01:01:52.787123 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34838) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:52.897487 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:52.902741 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Deleting port 5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:01:52.903117 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.014468 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a84d87-e69e-4501-b931-700c79292833 req-21f915a7-b2d5-40ac-8ad6-2dfdd2709b62 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:53.015967 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b8a84d87-e69e-4501-b931-700c79292833 req-21f915a7-b2d5-40ac-8ad6-2dfdd2709b62 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0691903 Oct 16 01:01:53.034678 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.035036 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.056846 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Calling delete_port for 5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0 owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:01:53.126492 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b8a84d87-e69e-4501-b931-700c79292833 req-400b5b47-73a3-424f-b2c1-c22cb1674044 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009088 Oct 16 01:01:53.218262 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.243862 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event deleted for resources: {'Port': ['ID=5a99b075-cbe5-454a-8bc1-1fa3cc1d4ca0,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:53.274271 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.274630 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.275007 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.275360 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.275700 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.276035 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.276373 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.276705 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.277038 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.277371 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.277701 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.278030 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.278366 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.278694 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.279049 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:01:53.322486 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (1bcd5911-464c-47c0-b764-2f44e2439a70), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.325329 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.326474 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-73f0ac1b-16f6-4b8e-ab89-765c03a1b786 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/1bcd5911-464c-47c0-b764-2f44e2439a70 HTTP/1.1" status: 204 len: 168 time: 0.5373681 Oct 16 01:01:53.413059 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34844) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:53.417528 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-d4829585-b1a8-4d8e-b810-95a9d460c549 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1814361043', 'description': 'tempest-description--947491815'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:53.439046 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d4829585-b1a8-4d8e-b810-95a9d460c549 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.467061 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:53.513955 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d4829585-b1a8-4d8e-b810-95a9d460c549 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group (7a302bbe-1b5a-4b2e-b9f1-c83b17171a75), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.517671 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d4829585-b1a8-4d8e-b810-95a9d460c549 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (7a302bbe-1b5a-4b2e-b9f1-c83b17171a75), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.548420 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d4829585-b1a8-4d8e-b810-95a9d460c549 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.549626 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d4829585-b1a8-4d8e-b810-95a9d460c549 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355815 Oct 16 01:01:53.551620 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4829585-b1a8-4d8e-b810-95a9d460c549 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:53.552714 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34846) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:53.558396 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-7e2ccbe3-a543-4468-9a77-c2c9058a9cad tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Request body: {'security_group_rule': {'security_group_id': '7a302bbe-1b5a-4b2e-b9f1-c83b17171a75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:53.580028 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ecd2ce65-1fbe-46e3-b0e4-f68681dd7ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.588126 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7e2ccbe3-a543-4468-9a77-c2c9058a9cad tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group_rule (b8830810-32d4-4b25-a1a0-7c0904b05a25), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.643829 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7e2ccbe3-a543-4468-9a77-c2c9058a9cad tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group_rule (b8830810-32d4-4b25-a1a0-7c0904b05a25), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.647825 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7e2ccbe3-a543-4468-9a77-c2c9058a9cad tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (b8830810-32d4-4b25-a1a0-7c0904b05a25), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.653243 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:53.669859 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ccbe3-a543-4468-9a77-c2c9058a9cad tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8830810-32d4-4b25-a1a0-7c0904b05a25,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:53.675503 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7e2ccbe3-a543-4468-9a77-c2c9058a9cad tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.676684 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7e2ccbe3-a543-4468-9a77-c2c9058a9cad tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220610 Oct 16 01:01:53.679564 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34848) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:53.684000 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-8139049b-b93a-4e25-86a4-179bd0c19a2f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Request body: {'security_group_rule': {'security_group_id': '7a302bbe-1b5a-4b2e-b9f1-c83b17171a75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:53.711408 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8139049b-b93a-4e25-86a4-179bd0c19a2f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group_rule (8c5ee50f-5bda-41e4-82a7-41902f13e883), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.768808 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8139049b-b93a-4e25-86a4-179bd0c19a2f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group_rule (8c5ee50f-5bda-41e4-82a7-41902f13e883), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.773465 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8139049b-b93a-4e25-86a4-179bd0c19a2f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (8c5ee50f-5bda-41e4-82a7-41902f13e883), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.792891 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139049b-b93a-4e25-86a4-179bd0c19a2f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5ee50f-5bda-41e4-82a7-41902f13e883,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:53.798207 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8139049b-b93a-4e25-86a4-179bd0c19a2f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.799403 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8139049b-b93a-4e25-86a4-179bd0c19a2f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188304 Oct 16 01:01:53.802563 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34852) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:53.807134 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:53.828988 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.842661 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device c570709d-29cc-4c4f-a39b-9bfd4da608ed up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:01:53.844155 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc92934-5e2b-416c-b0ea-cf01ed74704f req-c615684b-bc26-43d6-a495-d301bbb5d77e tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:53.845391 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1fc92934-5e2b-416c-b0ea-cf01ed74704f req-c615684b-bc26-43d6-a495-d301bbb5d77e tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 944 time: 0.0488091 Oct 16 01:01:53.885970 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:53.890135 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port c570709d-29cc-4c4f-a39b-9bfd4da608ed completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:01:53.898766 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port c570709d-29cc-4c4f-a39b-9bfd4da608ed triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:53.899510 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.900151 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port c570709d-29cc-4c4f-a39b-9bfd4da608ed Oct 16 01:01:53.919878 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:53.921263 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1fc92934-5e2b-416c-b0ea-cf01ed74704f req-6ad6cd2f-b75d-439e-9349-50b378d74a04 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681210 Oct 16 01:01:53.983586 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:53.988887 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port c570709d-29cc-4c4f-a39b-9bfd4da608ed is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:01:53.989308 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:54.015694 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:54.016971 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:01:54.019478 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff1f17a-eb53-4a92-afe3-fac295850b37" -d '{"events": [{"server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "name": "network-vif-plugged", "status": "completed", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:01:54.034264 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port c570709d-29cc-4c4f-a39b-9bfd4da608ed, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:01:54.039139 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:54.041899 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Allocated IP 172.37.2.99 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/7cec60c5-5837-4d17-acde-a907096deefb) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:01:54.065276 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da47a9-995e-4bc3-85d2-a59609f9eced x-openstack-request-id: req-11da47a9-995e-4bc3-85d2-a59609f9eced {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:01:54.065597 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "name": "network-vif-plugged", "status": "completed", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:01:54.065854 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11da47a9-995e-4bc3-85d2-a59609f9eced {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:01:54.066249 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11da47a9-995e-4bc3-85d2-a59609f9eced'] response: {'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'code': 200} Oct 16 01:01:54.091945 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=c570709d-29cc-4c4f-a39b-9bfd4da608ed,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:54.166397 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for port (7cec60c5-5837-4d17-acde-a907096deefb), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:54.205213 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (7cec60c5-5837-4d17-acde-a907096deefb), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:54.265741 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3531f-105e-4ee1-abf2-f9f74e88f08f req-77a509e2-6d6b-4a06-a7f5-1ac2bc302811 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:54.267284 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-92a3531f-105e-4ee1-abf2-f9f74e88f08f req-77a509e2-6d6b-4a06-a7f5-1ac2bc302811 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0528312 Oct 16 01:01:54.279222 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:54.285775 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:54.288254 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:01:54.313064 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event updated for resources: {'Port': ['ID=7cec60c5-5837-4d17-acde-a907096deefb,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:54.316660 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-92a3531f-105e-4ee1-abf2-f9f74e88f08f req-b4653781-ddd2-4429-a9bc-6aa672d2fe43 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427487 Oct 16 01:01:54.327175 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3b929-304e-4d3d-8330-b7c4495f550c req-a2d5c8b8-a346-4601-90aa-8176ce5b362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:54.328643 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f7b3b929-304e-4d3d-8330-b7c4495f550c req-a2d5c8b8-a346-4601-90aa-8176ce5b362f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 1129 time: 0.0949185 Oct 16 01:01:54.345210 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=7,neutron:UPDATE=6,neutron:SELECT=85,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:54.451626 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f7b3b929-304e-4d3d-8330-b7c4495f550c req-97d144e4-92ba-4434-9165-1d4993913d5c service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128452 Oct 16 01:01:54.464425 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (81adbe54-8585-4a3c-a34c-480f532f82d3), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:54.474482 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257e9f1-9148-4320-9580-254f62793afb req-67c4a8a3-1bf6-48f6-aed9-a84924f2c089 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:54.476576 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4257e9f1-9148-4320-9580-254f62793afb req-67c4a8a3-1bf6-48f6-aed9-a84924f2c089 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0802951 Oct 16 01:01:54.488106 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34860) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:01:54.493627 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-b92dae98-71dc-4429-a6f7-e47bc68cb2a7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Request body: {'floatingip': {'port_id': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:54.510238 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (7cec60c5-5837-4d17-acde-a907096deefb), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:54.547387 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b92dae98-71dc-4429-a6f7-e47bc68cb2a7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for floatingip (a80b6386-e49a-488f-ba5d-006d9aabb10c), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:54.598027 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:54.667646 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for port (7cec60c5-5837-4d17-acde-a907096deefb), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:54.672015 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (7cec60c5-5837-4d17-acde-a907096deefb), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:54.695283 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:54.743361 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (81adbe54-8585-4a3c-a34c-480f532f82d3), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:54.747278 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event updated for resources: {'Port': ['ID=7cec60c5-5837-4d17-acde-a907096deefb,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:54.765081 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:54.766372 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-763856d2-f598-4796-b730-a8ec4d5278fd tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9626815 Oct 16 01:01:55.061512 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18212838-7a19-434e-a591-6ab499196bdb req-81e75b1e-0ee1-4ac4-b50e-38736b60a92c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:55.063074 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-18212838-7a19-434e-a591-6ab499196bdb req-81e75b1e-0ee1-4ac4-b50e-38736b60a92c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 945 time: 0.0531330 Oct 16 01:01:55.114306 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-18212838-7a19-434e-a591-6ab499196bdb req-75df7767-ec82-4307-a14c-d4ab819ed0d2 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Oct 16 01:01:55.226513 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.db.resource_extend [None req-b92dae98-71dc-4429-a6f7-e47bc68cb2a7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 16 01:01:55.276629 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-d487e03a-1d03-4b47-9b1d-960f94c6b02e tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1814361043&fields=id&tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8 HTTP/1.1" status: 200 len: 267 time: 0.3410664 Oct 16 01:01:55.288338 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b92dae98-71dc-4429-a6f7-e47bc68cb2a7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:55.298884 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b92dae98-71dc-4429-a6f7-e47bc68cb2a7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (a80b6386-e49a-488f-ba5d-006d9aabb10c), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:55.474075 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931d706-ff82-406a-a320-27a400c5f547 req-57ebec8b-008c-452d-916d-885db8e7ae7b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:55.476419 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-57ebec8b-008c-452d-916d-885db8e7ae7b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 816 time: 0.1911259 Oct 16 01:01:55.524654 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-0696b464-dd14-4fd6-84e2-e3f17fb76eef tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/quotas/cca355ef4a294ecd88cc299b7e0ca9d8 HTTP/1.1" status: 200 len: 375 time: 0.0412219 Oct 16 01:01:55.531437 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:55.619615 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-3b48bd96-efa7-47c3-87ee-2322e29c990f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869310 Oct 16 01:01:55.642930 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92dae98-71dc-4429-a6f7-e47bc68cb2a7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Router 289771a6-e20d-4d10-9549-b95a58061b22 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:01:55.752963 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:55.802300 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-c2ca0151-e3ff-41a5-928b-ab3234c41c78 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707902 Oct 16 01:01:55.866289 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92dae98-71dc-4429-a6f7-e47bc68cb2a7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:01:55.871793 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b92dae98-71dc-4429-a6f7-e47bc68cb2a7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:55.875975 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc93c03-617d-4be6-8809-aa867d9fc5d4 None None] Sync routers for ids ['289771a6-e20d-4d10-9549-b95a58061b22'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:01:55.890164 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc93c03-617d-4be6-8809-aa867d9fc5d4 None None] Routers {'289771a6-e20d-4d10-9549-b95a58061b22'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:55.890770 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-6dc93c03-617d-4be6-8809-aa867d9fc5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:01:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['289771a6-e20d-4d10-9549-b95a58061b22'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:55.921785 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'tag': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:01:55.924079 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1d277b-9b6a-4a98-bae2-0ca3c103cf30" -d '{"events": [{"name": "network-changed", "server_uuid": "a14ab912-59d2-449f-b756-d19cad8d7b96", "tag": "eacd06b0-a0a4-40d4-b556-dd29e648da3c"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:01:55.966563 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb7e1e6-34c3-4d05-bdc7-02aeb3c4c8e2 x-openstack-request-id: req-ffb7e1e6-34c3-4d05-bdc7-02aeb3c4c8e2 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:01:55.966850 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14ab912-59d2-449f-b756-d19cad8d7b96", "tag": "eacd06b0-a0a4-40d4-b556-dd29e648da3c", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:01:55.967127 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffb7e1e6-34c3-4d05-bdc7-02aeb3c4c8e2 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:01:55.967522 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb7e1e6-34c3-4d05-bdc7-02aeb3c4c8e2'] response: {'name': 'network-changed', 'server_uuid': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'tag': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'status': 'completed', 'code': 200} Oct 16 01:01:55.969599 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-2eccd27e-60e9-4a72-8560-72475e183696 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603866 Oct 16 01:01:55.977830 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b92dae98-71dc-4429-a6f7-e47bc68cb2a7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/a80b6386-e49a-488f-ba5d-006d9aabb10c HTTP/1.1" status: 200 len: 991 time: 1.4863751 Oct 16 01:01:56.001995 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-6dc93c03-617d-4be6-8809-aa867d9fc5d4 None None] Set router 289771a6-e20d-4d10-9549-b95a58061b22 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:56.141067 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d277b-9b6a-4a98-bae2-0ca3c103cf30 req-d3ad3d6f-9f6f-4a11-9092-8bec30cd6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:56.145170 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6c1d277b-9b6a-4a98-bae2-0ca3c103cf30 req-d3ad3d6f-9f6f-4a11-9092-8bec30cd6565 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 1129 time: 0.0655105 Oct 16 01:01:56.199494 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-859b4b47-cb25-471e-989d-d7b8c6c9b6d7 req-f99e1cb9-7a2e-404f-bf96-37299ece62b1 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 210 time: 0.0375040 Oct 16 01:01:56.245079 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:56.292268 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdb7bf-67f8-44ea-b1ef-5bf1a938a678 req-498bd68e-2e9b-4eb0-a988-c0e5337c9d89 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:56.299155 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-77cdb7bf-67f8-44ea-b1ef-5bf1a938a678 req-498bd68e-2e9b-4eb0-a988-c0e5337c9d89 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 945 time: 0.0711172 Oct 16 01:01:56.349890 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d277b-9b6a-4a98-bae2-0ca3c103cf30 req-213ecc3f-4644-44cc-a327-771272dbed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:56.352574 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6c1d277b-9b6a-4a98-bae2-0ca3c103cf30 req-213ecc3f-4644-44cc-a327-771272dbed56 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.1561921 Oct 16 01:01:56.355407 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-77cdb7bf-67f8-44ea-b1ef-5bf1a938a678 req-24775050-93df-44b6-8b6a-9f4557b5258f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554142 Oct 16 01:01:56.435339 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6c1d277b-9b6a-4a98-bae2-0ca3c103cf30 req-90452583-9b9a-4a79-bc48-401e2578878d service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eacd06b0-a0a4-40d4-b556-dd29e648da3c HTTP/1.1" status: 200 len: 999 time: 0.0738981 Oct 16 01:01:56.436730 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1942-5673-46ff-b769-1c9e0b5d187d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:56.524221 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-6dc93c03-617d-4be6-8809-aa867d9fc5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:30Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a80b6386-e49a-488f-ba5d-006d9aabb10c', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'floating_ip_address': '172.37.2.4', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'port_id': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'mac_address': 'fa:16:3e:09:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:59:46Z', 'updated_at': '2022-10-16T01:01:54Z', 'revision_number': 3, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6', 'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'mac_address': 'fa:16:3e:5c:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:28Z', 'updated_at': '2022-10-16T00:57:52Z', 'revision_number': 5, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'subnets': [{'id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:56.529767 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bead80f-78a6-4e41-b5b9-e19fc22fb9a4 req-06f4a324-1420-4b62-ad25-67872675f02e tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:56.531281 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5bead80f-78a6-4e41-b5b9-e19fc22fb9a4 req-06f4a324-1420-4b62-ad25-67872675f02e tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 945 time: 0.0798061 Oct 16 01:01:56.532858 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d277b-9b6a-4a98-bae2-0ca3c103cf30 req-7f41f49b-f3ba-4fe8-a0c9-3157b73f2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:56.534241 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6c1d277b-9b6a-4a98-bae2-0ca3c103cf30 req-7f41f49b-f3ba-4fe8-a0c9-3157b73f2232 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.0920389 Oct 16 01:01:56.558908 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc93c03-617d-4be6-8809-aa867d9fc5d4 None None] Checking router: 289771a6-e20d-4d10-9549-b95a58061b22 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:01:56.571621 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc93c03-617d-4be6-8809-aa867d9fc5d4 None None] Routers {'289771a6-e20d-4d10-9549-b95a58061b22'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:01:56.572311 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-6dc93c03-617d-4be6-8809-aa867d9fc5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:01:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['289771a6-e20d-4d10-9549-b95a58061b22'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:56.620623 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d277b-9b6a-4a98-bae2-0ca3c103cf30 req-946ec305-9ae0-445c-9ba0-b86982bd7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:56.622440 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6c1d277b-9b6a-4a98-bae2-0ca3c103cf30 req-946ec305-9ae0-445c-9ba0-b86982bd7df2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758841 Oct 16 01:01:56.625749 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5bead80f-78a6-4e41-b5b9-e19fc22fb9a4 req-22f48e4f-cdb6-4e87-b003-0b900754af0d tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865803 Oct 16 01:01:56.695365 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-6dc93c03-617d-4be6-8809-aa867d9fc5d4 None None] Set router 289771a6-e20d-4d10-9549-b95a58061b22 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:01:56.742470 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:56.772334 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6c1d277b-9b6a-4a98-bae2-0ca3c103cf30 req-294179ac-ed47-425c-a820-8b5bf71e2f2f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366341 Oct 16 01:01:56.923248 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6c1d277b-9b6a-4a98-bae2-0ca3c103cf30 req-883f6f77-11ed-48ea-9cb7-c86400ab8fb0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319385 Oct 16 01:01:56.960918 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-6dc93c03-617d-4be6-8809-aa867d9fc5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:30Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a80b6386-e49a-488f-ba5d-006d9aabb10c', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'floating_ip_address': '172.37.2.4', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'port_id': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'mac_address': 'fa:16:3e:09:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:59:46Z', 'updated_at': '2022-10-16T01:01:54Z', 'revision_number': 3, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6', 'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'mac_address': 'fa:16:3e:5c:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:28Z', 'updated_at': '2022-10-16T00:57:52Z', 'revision_number': 5, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'subnets': [{'id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:01:56.995745 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc93c03-617d-4be6-8809-aa867d9fc5d4 None None] The sync data for ids ['289771a6-e20d-4d10-9549-b95a58061b22'] in dv-cinder-master-3-iscsi is: [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:30Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a80b6386-e49a-488f-ba5d-006d9aabb10c', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'floating_ip_address': '172.37.2.4', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'port_id': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'mac_address': 'fa:16:3e:09:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T00:59:46Z', 'updated_at': '2022-10-16T01:01:54Z', 'revision_number': 3, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6', 'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'mac_address': 'fa:16:3e:5c:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:28Z', 'updated_at': '2022-10-16T00:57:52Z', 'revision_number': 5, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'subnets': [{'id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:01:57.014663 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45aacd2-6e55-4acb-b3c6-281ffb2dee92 req-077def4d-d71b-4f4f-a4e9-b0a0dd2d87dc tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:57.016223 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b45aacd2-6e55-4acb-b3c6-281ffb2dee92 req-077def4d-d71b-4f4f-a4e9-b0a0dd2d87dc tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 945 time: 0.0501766 Oct 16 01:01:57.069064 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b45aacd2-6e55-4acb-b3c6-281ffb2dee92 req-39875fb3-a05f-42a8-ba9d-024a45b731ce tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461817 Oct 16 01:01:57.329337 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3f9e7feb-e732-4be7-a7e6-aa01a3466ced req-2e455d33-624c-482e-9236-988822f2dca2 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 210 time: 0.0292211 Oct 16 01:01:57.769567 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:57.928696 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931d706-ff82-406a-a320-27a400c5f547 req-56ca42df-d497-49ac-881c-1196091562d6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:57.930138 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-56ca42df-d497-49ac-881c-1196091562d6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.36 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 816 time: 0.3933380 Oct 16 01:01:57.969324 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'tag': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:01:57.971659 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803380ce-15d4-44d6-b7e2-be5a15577309" -d '{"events": [{"name": "network-changed", "server_uuid": "a14ab912-59d2-449f-b756-d19cad8d7b96", "tag": "eacd06b0-a0a4-40d4-b556-dd29e648da3c"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:01:57.994779 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-02ab7890-2660-46e6-bfd0-055b75a3a091 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8 HTTP/1.1" status: 200 len: 380 time: 0.0552459 Oct 16 01:01:58.004314 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-8931d706-ff82-406a-a320-27a400c5f547 req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Request body: {'port': {'device_id': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'admin_state_up': True, 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'security_groups': ['7a302bbe-1b5a-4b2e-b9f1-c83b17171a75']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:58.011033 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3646b152-2db8-4d28-9aaf-31c464fbeda0 x-openstack-request-id: req-3646b152-2db8-4d28-9aaf-31c464fbeda0 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:01:58.011331 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14ab912-59d2-449f-b756-d19cad8d7b96", "tag": "eacd06b0-a0a4-40d4-b556-dd29e648da3c", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:01:58.011584 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3646b152-2db8-4d28-9aaf-31c464fbeda0 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:01:58.011979 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3646b152-2db8-4d28-9aaf-31c464fbeda0'] response: {'name': 'network-changed', 'server_uuid': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'tag': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'status': 'completed', 'code': 200} Oct 16 01:01:58.086724 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:58.108093 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803380ce-15d4-44d6-b7e2-be5a15577309 req-1454ea33-2a0e-49d0-94f7-9ccbed6a2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:58.109529 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-803380ce-15d4-44d6-b7e2-be5a15577309 req-1454ea33-2a0e-49d0-94f7-9ccbed6a2602 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 1129 time: 0.0609241 Oct 16 01:01:58.202236 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8931d706-ff82-406a-a320-27a400c5f547 req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Made reservation on behalf of cca355ef4a294ecd88cc299b7e0ca9d8 for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:01:58.206489 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8931d706-ff82-406a-a320-27a400c5f547 req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:58.252235 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803380ce-15d4-44d6-b7e2-be5a15577309 req-213d2bbc-00d7-49e0-8b3f-6903a5eeec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:58.253709 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-803380ce-15d4-44d6-b7e2-be5a15577309 req-213d2bbc-00d7-49e0-8b3f-6903a5eeec26 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.1349955 Oct 16 01:01:58.376791 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-803380ce-15d4-44d6-b7e2-be5a15577309 req-e543ce2d-948f-478d-97ab-0372b94d600c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eacd06b0-a0a4-40d4-b556-dd29e648da3c HTTP/1.1" status: 200 len: 999 time: 0.0946298 Oct 16 01:01:58.437194 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-8931d706-ff82-406a-a320-27a400c5f547 req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Allocated IP 172.20.0.5 (758abdbd-543f-42fe-8aa7-53af6cbbeb5d/ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d/544a970e-fd66-4b0a-ba39-0dcfeed391f8) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:01:58.453851 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803380ce-15d4-44d6-b7e2-be5a15577309 req-54613024-c899-495a-83cd-2a0062315bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:58.455344 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-803380ce-15d4-44d6-b7e2-be5a15577309 req-54613024-c899-495a-83cd-2a0062315bd1 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.0709786 Oct 16 01:01:58.461662 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:58.465382 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-58d99945-cb07-433d-a04a-376502b8ede4 req-9b726cf4-d21b-46d5-9618-b05a3532cb81 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 210 time: 0.0502117 Oct 16 01:01:58.537968 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803380ce-15d4-44d6-b7e2-be5a15577309 req-f0ceba4a-6e43-4a88-8129-8ee5d8de1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:58.539743 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-803380ce-15d4-44d6-b7e2-be5a15577309 req-f0ceba4a-6e43-4a88-8129-8ee5d8de1d11 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736108 Oct 16 01:01:58.702577 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8931d706-ff82-406a-a320-27a400c5f547 req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:58.710429 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-803380ce-15d4-44d6-b7e2-be5a15577309 req-8eb2e99a-6902-480a-b6db-dded0ed967b5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386485 Oct 16 01:01:58.795012 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8931d706-ff82-406a-a320-27a400c5f547 req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:58.807476 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:58.860736 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8931d706-ff82-406a-a320-27a400c5f547 req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:01:58.872733 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-8931d706-ff82-406a-a320-27a400c5f547 req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:01:58.877102 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-8931d706-ff82-406a-a320-27a400c5f547 req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:01:58.881532 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-803380ce-15d4-44d6-b7e2-be5a15577309 req-20d1433a-b987-4348-9a72-74e649d84a17 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624517 Oct 16 01:01:58.883584 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event updated for resources: {'Port': ['ID=544a970e-fd66-4b0a-ba39-0dcfeed391f8,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:58.944056 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931d706-ff82-406a-a320-27a400c5f547 req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:58.944672 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8931d706-ff82-406a-a320-27a400c5f547 req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:58.968842 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-dc378552-fba0-481c-80b8-93f8fcacebd4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9682164 Oct 16 01:01:58.981759 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Request body: {'port': {'device_id': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:01:59.058620 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:59.174409 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-05ee0e51-900b-4279-9558-35739bf4cfd7 None None] Provisioning complete for port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:01:59.175082 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-05ee0e51-900b-4279-9558-35739bf4cfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:59.175298 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-05ee0e51-900b-4279-9558-35739bf4cfd7 None None] Attempt 1 to provision port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 Oct 16 01:01:59.209525 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-05ee0e51-900b-4279-9558-35739bf4cfd7 None None] Port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:01:59.286711 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:59.322885 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544a970e-fd66-4b0a-ba39-0dcfeed391f8 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:01:59.330528 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Publish callbacks [] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:59.343226 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Transition to ACTIVE for port object 544a970e-fd66-4b0a-ba39-0dcfeed391f8 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:01:59.347310 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:59.425500 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Pushing event updated for resources: {'Port': ['ID=544a970e-fd66-4b0a-ba39-0dcfeed391f8,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:59.456301 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Attempting to bind port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:01:59.456680 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Attempting to bind port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:01:59.457009 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Attempting to bind port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 on network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:01:59.499056 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 on network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:01:59.499377 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Attempting to bind port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 on network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:01:59.546706 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:01:59.547080 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Checking segment: {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:01:59.547465 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Bound using segment: {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:01:59.547900 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Bound port: 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:01:59.548263 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:59.604599 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4533de-e2c9-43f5-b307-d45041e4a7a1 req-41b59384-4662-4ffb-98fd-501f21d900cf tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:59.606093 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab4533de-e2c9-43f5-b307-d45041e4a7a1 req-41b59384-4662-4ffb-98fd-501f21d900cf tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0470257 Oct 16 01:01:59.610222 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:01:59.613676 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:01:59.621453 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:59.624627 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:59.625234 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:59.626777 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/544a970e-fd66-4b0a-ba39-0dcfeed391f8 HTTP/1.1" status: 200 len: 1093 time: 0.6501911 Oct 16 01:01:59.629014 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:01:59.632479 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146082d6-991b-41eb-a57b-8a8b54e85d50" -d '{"events": [{"name": "network-changed", "server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:01:59.667852 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab4533de-e2c9-43f5-b307-d45041e4a7a1 req-c81fd9c6-5c7a-4c24-850b-a14daa927d82 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555737 Oct 16 01:01:59.708730 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7604e144-0742-4e08-9730-4ab209bc0a43 x-openstack-request-id: req-7604e144-0742-4e08-9730-4ab209bc0a43 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:01:59.709587 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:01:59.709868 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7604e144-0742-4e08-9730-4ab209bc0a43 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:01:59.710258 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7604e144-0742-4e08-9730-4ab209bc0a43'] response: {'name': 'network-changed', 'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'status': 'completed', 'code': 200} Oct 16 01:01:59.715767 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:01:59.723016 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130ce33-666c-498b-a481-11fef2f8f0da service neutron] Pushing event updated for resources: {'Port': ['ID=544a970e-fd66-4b0a-ba39-0dcfeed391f8,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:01:59.728864 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931d706-ff82-406a-a320-27a400c5f547 req-b508d7a2-4601-4756-8822-41465b06a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:59.730360 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-b508d7a2-4601-4756-8822-41465b06a95d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 1127 time: 0.0582311 Oct 16 01:01:59.781456 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-dce776c9-fc35-427c-add0-bcaa4372ed1e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8 HTTP/1.1" status: 200 len: 217 time: 0.0341728 Oct 16 01:01:59.829497 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931d706-ff82-406a-a320-27a400c5f547 req-d4f845bf-db8b-4645-b586-da916b29ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:59.830946 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-d4f845bf-db8b-4645-b586-da916b29ab71 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d HTTP/1.1" status: 200 len: 855 time: 0.0429177 Oct 16 01:01:59.871926 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:01:59.875368 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931d706-ff82-406a-a320-27a400c5f547 req-d790d29e-d1d4-4a28-bd87-dcf0b3b629fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:01:59.876872 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-d790d29e-d1d4-4a28-bd87-dcf0b3b629fc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390472 Oct 16 01:01:59.980883 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-f68222c9-08f2-4d52-b184-c7382f4786c0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915956 Oct 16 01:02:00.084421 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8931d706-ff82-406a-a320-27a400c5f547 req-a9157d8b-5d20-4074-b7a1-94c554d384c5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894103 Oct 16 01:02:00.199579 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:00.796845 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e438d54-5ce3-4f47-b6c6-e2a5a9b6d7ae req-20134dd5-09dc-4e9a-aa70-cf0dc8eb37ac tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:00.798298 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8e438d54-5ce3-4f47-b6c6-e2a5a9b6d7ae req-20134dd5-09dc-4e9a-aa70-cf0dc8eb37ac tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0481381 Oct 16 01:02:00.844847 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8e438d54-5ce3-4f47-b6c6-e2a5a9b6d7ae req-fee61df4-fe85-4de7-b1bf-11a23a49bb21 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Oct 16 01:02:01.194329 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146082d6-991b-41eb-a57b-8a8b54e85d50 req-a2468a5b-2bdf-4cd6-a9cb-40187f924c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:01.195891 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-146082d6-991b-41eb-a57b-8a8b54e85d50 req-a2468a5b-2bdf-4cd6-a9cb-40187f924c26 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 1127 time: 0.0397842 Oct 16 01:02:01.289839 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146082d6-991b-41eb-a57b-8a8b54e85d50 req-176cd954-4b2a-4653-99cd-63b9c37aa2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:01.291318 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-146082d6-991b-41eb-a57b-8a8b54e85d50 req-176cd954-4b2a-4653-99cd-63b9c37aa2d8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 917 time: 0.0893934 Oct 16 01:02:01.329709 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-146082d6-991b-41eb-a57b-8a8b54e85d50 req-fbbfe867-2b3b-411a-8265-e3b3deee6f6b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8 HTTP/1.1" status: 200 len: 217 time: 0.0324106 Oct 16 01:02:01.378100 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146082d6-991b-41eb-a57b-8a8b54e85d50 req-57e9c7a2-ac6d-4cfc-8ee1-e0491564686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:01.379589 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-146082d6-991b-41eb-a57b-8a8b54e85d50 req-57e9c7a2-ac6d-4cfc-8ee1-e0491564686b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d HTTP/1.1" status: 200 len: 855 time: 0.0435035 Oct 16 01:02:01.412808 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:01.423135 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146082d6-991b-41eb-a57b-8a8b54e85d50 req-e67134fd-48e6-400b-bc98-3e72764abdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:01.424641 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-146082d6-991b-41eb-a57b-8a8b54e85d50 req-e67134fd-48e6-400b-bc98-3e72764abdff service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386875 Oct 16 01:02:01.520121 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-146082d6-991b-41eb-a57b-8a8b54e85d50 req-514c61e6-5c07-43ac-9b47-808eca789ce8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865614 Oct 16 01:02:01.612197 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-146082d6-991b-41eb-a57b-8a8b54e85d50 req-89f89596-cd2e-4548-9c3f-518702bb1318 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850494 Oct 16 01:02:01.615951 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=45 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:01.655110 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:01.856613 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 544a970e-fd66-4b0a-ba39-0dcfeed391f8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:02:01.977617 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:01.987379 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e1ed3-0f5d-48a8-8047-6740e251ed8c req-8fa9e6f8-dd9d-43e6-ab80-2a085e9c6632 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:01.988770 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'port_id': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'mac_address': 'fa:16:3e:ca:bb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:02:01.989094 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f49e1ed3-0f5d-48a8-8047-6740e251ed8c req-8fa9e6f8-dd9d-43e6-ab80-2a085e9c6632 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0616443 Oct 16 01:02:02.024448 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:02:02.024832 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:02.038396 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f49e1ed3-0f5d-48a8-8047-6740e251ed8c req-58624f81-2203-40f5-9dd5-5e88b07c0ead tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420303 Oct 16 01:02:02.038631 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544a970e-fd66-4b0a-ba39-0dcfeed391f8 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:02:02.060514 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:02.063378 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:02.104326 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:02.114921 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=544a970e-fd66-4b0a-ba39-0dcfeed391f8,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:02.353328 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['544a970e-fd66-4b0a-ba39-0dcfeed391f8'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:02:02.481226 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:03.169183 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c36ee-294d-41a8-99e4-cd132cb6c9aa req-e4b7041f-c713-494f-85ec-cf8a5d4fe3c3 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:03.170729 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ec9c36ee-294d-41a8-99e4-cd132cb6c9aa req-e4b7041f-c713-494f-85ec-cf8a5d4fe3c3 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 944 time: 0.0507183 Oct 16 01:02:03.218640 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ec9c36ee-294d-41a8-99e4-cd132cb6c9aa req-dc182f29-c14a-458b-961b-c7a9cd3186c6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423248 Oct 16 01:02:03.857441 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 544a970e-fd66-4b0a-ba39-0dcfeed391f8 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:02:03.901333 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:02:03.907522 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:02:03.907956 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:03.908337 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 Oct 16 01:02:03.984850 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:02:03.985244 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:04.007861 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:02:04.010979 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27eb1b4-43c7-41a1-b4e5-bc738b518569" -d '{"events": [{"server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "name": "network-vif-plugged", "status": "completed", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:02:04.023656 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:04.028898 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:04.054106 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:04.056125 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13337298-01cc-44ab-9160-0b714fa3c33d x-openstack-request-id: req-13337298-01cc-44ab-9160-0b714fa3c33d {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:02:04.056424 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "name": "network-vif-plugged", "status": "completed", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:02:04.056676 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13337298-01cc-44ab-9160-0b714fa3c33d {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:02:04.057073 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13337298-01cc-44ab-9160-0b714fa3c33d'] response: {'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'code': 200} Oct 16 01:02:04.085366 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=544a970e-fd66-4b0a-ba39-0dcfeed391f8,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:04.230443 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8845eef-6cf5-4498-9317-093975860322 req-aa81662b-07ac-4109-ab24-3f088d023ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:04.231873 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c8845eef-6cf5-4498-9317-093975860322 req-aa81662b-07ac-4109-ab24-3f088d023ad0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 1129 time: 0.0401654 Oct 16 01:02:04.278582 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c8845eef-6cf5-4498-9317-093975860322 req-4cd841d9-fdef-4778-9f0e-9cd8d2c3dc86 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399401 Oct 16 01:02:04.350671 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a47455-63bc-48cc-aa44-c154fcd0ed6b req-4adcbf2e-4a97-469f-a31f-0a1124908479 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:04.352308 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b8a47455-63bc-48cc-aa44-c154fcd0ed6b req-4adcbf2e-4a97-469f-a31f-0a1124908479 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0504479 Oct 16 01:02:04.383859 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:04.401375 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b8a47455-63bc-48cc-aa44-c154fcd0ed6b req-95a250de-4875-4919-8fd7-53a77c35c503 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432160 Oct 16 01:02:05.541375 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bfc0b-89c8-4e40-bd7a-4c5ab7dc3ff0 req-0833fe86-9e76-4d0d-a60c-63d23b794836 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:05.542664 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-056bfc0b-89c8-4e40-bd7a-4c5ab7dc3ff0 req-0833fe86-9e76-4d0d-a60c-63d23b794836 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0519459 Oct 16 01:02:05.590344 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-056bfc0b-89c8-4e40-bd7a-4c5ab7dc3ff0 req-8b32781a-d67c-4629-8687-f215294af953 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419295 Oct 16 01:02:06.681249 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:06.693876 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6be8f-41d5-4b18-a7ca-d032871b2884 req-ff5d317e-f7ce-4ca6-ba95-b2cc5b65934b tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:06.695371 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eef6be8f-41d5-4b18-a7ca-d032871b2884 req-ff5d317e-f7ce-4ca6-ba95-b2cc5b65934b tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 945 time: 0.0494733 Oct 16 01:02:06.720334 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4705ef-4aba-4dc8-a9c7-6dcdff020899 req-5787a711-352e-42ae-ab67-97eb61d49c5d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:06.721798 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-df4705ef-4aba-4dc8-a9c7-6dcdff020899 req-5787a711-352e-42ae-ab67-97eb61d49c5d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0494249 Oct 16 01:02:06.750674 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eef6be8f-41d5-4b18-a7ca-d032871b2884 req-e9190b1f-a743-43ab-98f6-8c2512aa5e90 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480294 Oct 16 01:02:06.770902 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-df4705ef-4aba-4dc8-a9c7-6dcdff020899 req-09e283f2-c033-478b-8391-21e3e6505f92 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432475 Oct 16 01:02:06.780034 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34976) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:06.901856 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9a7e8-ae01-418e-a86d-68235d2c002b req-093bcb60-77be-43e7-b608-6a6d1471a6c3 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:06.903367 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0ce9a7e8-ae01-418e-a86d-68235d2c002b req-093bcb60-77be-43e7-b608-6a6d1471a6c3 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0504215 Oct 16 01:02:06.913499 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34982) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:06.917919 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850aeef4-5c63-4c2f-85ac-adfdb0ef51a3 tempest-TestMinimumBasicScenario-1603461920 tempest-TestMinimumBasicScenario-1603461920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:06.919219 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-3c698c5e-9f1c-48d7-a04b-f41b6abad477 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Request body: {'floatingip': {'port_id': '544a970e-fd66-4b0a-ba39-0dcfeed391f8'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:06.919486 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-850aeef4-5c63-4c2f-85ac-adfdb0ef51a3 tempest-TestMinimumBasicScenario-1603461920 tempest-TestMinimumBasicScenario-1603461920-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 1124 time: 0.1385083 Oct 16 01:02:06.922509 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 34984) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:06.926703 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'port_id': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:06.959050 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:06.959934 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3c698c5e-9f1c-48d7-a04b-f41b6abad477 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (81adbe54-8585-4a3c-a34c-480f532f82d3), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:07.040886 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:07.154572 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Allocated IP 172.37.2.105 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/87e7e566-7b39-4933-8e8c-8d7ac54f0dd7) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:02:07.180840 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:07.262064 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for port (87e7e566-7b39-4933-8e8c-8d7ac54f0dd7), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:07.264643 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:07.297772 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (87e7e566-7b39-4933-8e8c-8d7ac54f0dd7), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:07.340087 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:02:07.344534 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:02:07.348509 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:02:07.371102 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event updated for resources: {'Port': ['ID=87e7e566-7b39-4933-8e8c-8d7ac54f0dd7,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:07.412145 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3c698c5e-9f1c-48d7-a04b-f41b6abad477 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:07.416716 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3c698c5e-9f1c-48d7-a04b-f41b6abad477 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (81adbe54-8585-4a3c-a34c-480f532f82d3), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:07.517086 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-3c698c5e-9f1c-48d7-a04b-f41b6abad477 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Floating IP 81adbe54-8585-4a3c-a34c-480f532f82d3 associated. External IP: 172.37.2.99, port: 544a970e-fd66-4b0a-ba39-0dcfeed391f8. Oct 16 01:02:07.562681 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:07.709247 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for floatingip (8727a437-04f1-4afb-b5dc-f0c4bbff0c8c), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:07.725613 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c698c5e-9f1c-48d7-a04b-f41b6abad477 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Router 66966500-9f64-45ff-98f6-e8d186878a55 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:02:07.777476 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (87e7e566-7b39-4933-8e8c-8d7ac54f0dd7), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:07.808175 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:07.830266 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c698c5e-9f1c-48d7-a04b-f41b6abad477 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:02:07.835207 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3c698c5e-9f1c-48d7-a04b-f41b6abad477 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:07.840801 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee66058-7665-435e-b637-d94f9631d6b5 None None] Sync routers for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:02:07.851402 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee66058-7665-435e-b637-d94f9631d6b5 None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:02:07.852658 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-aee66058-7665-435e-b637-d94f9631d6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:01:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:07.874619 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3c698c5e-9f1c-48d7-a04b-f41b6abad477 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/81adbe54-8585-4a3c-a34c-480f532f82d3 HTTP/1.1" status: 200 len: 990 time: 0.9584606 Oct 16 01:02:07.875139 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:02:07.877481 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bd6d65-d365-45d6-8376-8059e3e3d61e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:02:07.916818 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a06945-e4b8-4702-a1f3-825e34d8e209 x-openstack-request-id: req-35a06945-e4b8-4702-a1f3-825e34d8e209 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:02:07.917117 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:02:07.917368 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35a06945-e4b8-4702-a1f3-825e34d8e209 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:02:07.917916 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a06945-e4b8-4702-a1f3-825e34d8e209'] response: {'name': 'network-changed', 'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'status': 'completed', 'code': 200} Oct 16 01:02:07.941152 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for port (87e7e566-7b39-4933-8e8c-8d7ac54f0dd7), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:07.956550 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (87e7e566-7b39-4933-8e8c-8d7ac54f0dd7), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:08.038985 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd6d65-d365-45d6-8376-8059e3e3d61e req-b8642290-5554-4b57-9bfc-60ad2e950218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:08.040666 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6bd6d65-d365-45d6-8376-8059e3e3d61e req-b8642290-5554-4b57-9bfc-60ad2e950218 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 1129 time: 0.0965054 Oct 16 01:02:08.051469 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-aee66058-7665-435e-b637-d94f9631d6b5 None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:02:08.059715 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event updated for resources: {'Port': ['ID=87e7e566-7b39-4933-8e8c-8d7ac54f0dd7,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:08.076354 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (8727a437-04f1-4afb-b5dc-f0c4bbff0c8c), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:08.141267 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:08.220458 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd6d65-d365-45d6-8376-8059e3e3d61e req-0bf6bf7a-85e0-4239-bd0d-a0b33ff057c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:08.221892 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6bd6d65-d365-45d6-8376-8059e3e3d61e req-0bf6bf7a-85e0-4239-bd0d-a0b33ff057c9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 917 time: 0.1716764 Oct 16 01:02:08.236359 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Floating IP 8727a437-04f1-4afb-b5dc-f0c4bbff0c8c associated. External IP: 172.37.2.105, port: c570709d-29cc-4c4f-a39b-9bfd4da608ed. Oct 16 01:02:08.269096 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-aee66058-7665-435e-b637-d94f9631d6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '81adbe54-8585-4a3c-a34c-480f532f82d3', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'floating_ip_address': '172.37.2.99', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'port_id': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'mac_address': 'fa:16:3e:ca:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:01:54Z', 'updated_at': '2022-10-16T01:02:07Z', 'revision_number': 1, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:08.297959 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee66058-7665-435e-b637-d94f9631d6b5 None None] Checking router: 66966500-9f64-45ff-98f6-e8d186878a55 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:02:08.307221 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee66058-7665-435e-b637-d94f9631d6b5 None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:02:08.307843 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-aee66058-7665-435e-b637-d94f9631d6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:01:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:08.415001 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-aee66058-7665-435e-b637-d94f9631d6b5 None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:02:08.611251 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6bd6d65-d365-45d6-8376-8059e3e3d61e req-a7563c46-fd1f-43ab-a23b-55b9a4691d2e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8 HTTP/1.1" status: 200 len: 998 time: 0.3809292 Oct 16 01:02:08.637699 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-aee66058-7665-435e-b637-d94f9631d6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '81adbe54-8585-4a3c-a34c-480f532f82d3', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'floating_ip_address': '172.37.2.99', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'port_id': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'mac_address': 'fa:16:3e:ca:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:01:54Z', 'updated_at': '2022-10-16T01:02:07Z', 'revision_number': 1, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:08.654178 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:08.663283 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee66058-7665-435e-b637-d94f9631d6b5 None None] The sync data for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi is: [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '81adbe54-8585-4a3c-a34c-480f532f82d3', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'floating_ip_address': '172.37.2.99', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'port_id': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'mac_address': 'fa:16:3e:ca:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:01:54Z', 'updated_at': '2022-10-16T01:02:07Z', 'revision_number': 1, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:02:08.677253 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd6d65-d365-45d6-8376-8059e3e3d61e req-4b93214e-6898-4918-9e44-62194d26a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:08.678701 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6bd6d65-d365-45d6-8376-8059e3e3d61e req-4b93214e-6898-4918-9e44-62194d26a7ab service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d HTTP/1.1" status: 200 len: 855 time: 0.0581412 Oct 16 01:02:08.787522 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd6d65-d365-45d6-8376-8059e3e3d61e req-c66989b4-67d5-47a9-b887-a331af4de44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:08.789095 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6bd6d65-d365-45d6-8376-8059e3e3d61e req-c66989b4-67d5-47a9-b887-a331af4de44d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766482 Oct 16 01:02:08.865269 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5fc88d-0953-4249-848b-4e7730f24f61 None None] New status for floating IP 81adbe54-8585-4a3c-a34c-480f532f82d3: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:02:08.877217 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Router 72e98af7-ae6e-4be9-83da-b23277f8f803 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:02:08.943704 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6bd6d65-d365-45d6-8376-8059e3e3d61e req-0d070d48-912c-4692-91f4-56d42d729e60 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470449 Oct 16 01:02:09.075964 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:02:09.088404 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af75c2-9ff1-4f73-8d53-0fc831cfdca4 None None] Sync routers for ids ['72e98af7-ae6e-4be9-83da-b23277f8f803'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:02:09.099388 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.111845 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af75c2-9ff1-4f73-8d53-0fc831cfdca4 None None] Routers {'72e98af7-ae6e-4be9-83da-b23277f8f803'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:02:09.113917 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-78af75c2-9ff1-4f73-8d53-0fc831cfdca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:01:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['72e98af7-ae6e-4be9-83da-b23277f8f803'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:09.125978 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6bd6d65-d365-45d6-8376-8059e3e3d61e req-3ba0bb8f-63ed-4f52-8f03-3ccc2b18fd2e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743555 Oct 16 01:02:09.141637 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9e4ff9ba-b3ed-4a8f-87d7-451a62450e29 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2154038 Oct 16 01:02:09.141637 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:02:09.141932 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 34996) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:09.142368 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907e471a-290b-4ad8-8e2e-e4347d28c1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:02:09.146710 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-daca8cf1-c90b-4d65-b028-3eb568f312c7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-932958323', 'description': 'tempest-secgroup-smoke-932958323 description', 'project_id': '343c019304314c669a3381cc4c68e481'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:09.185286 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-daca8cf1-c90b-4d65-b028-3eb568f312c7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.207597 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b296d774-e018-404c-8e12-4cc727f25513 x-openstack-request-id: req-b296d774-e018-404c-8e12-4cc727f25513 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:02:09.207877 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:02:09.208128 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b296d774-e018-404c-8e12-4cc727f25513 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:02:09.208522 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b296d774-e018-404c-8e12-4cc727f25513'] response: {'name': 'network-changed', 'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'status': 'completed', 'code': 200} Oct 16 01:02:09.278963 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-daca8cf1-c90b-4d65-b028-3eb568f312c7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group (ef62311a-4a30-42aa-bd68-cc2deadeb13a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.286215 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-78af75c2-9ff1-4f73-8d53-0fc831cfdca4 None None] Set router 72e98af7-ae6e-4be9-83da-b23277f8f803 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:02:09.294108 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-daca8cf1-c90b-4d65-b028-3eb568f312c7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (ef62311a-4a30-42aa-bd68-cc2deadeb13a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.297648 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e471a-290b-4ad8-8e2e-e4347d28c1e7 req-4321376d-d7de-4f9e-a31e-2235dfcb025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:09.299457 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-907e471a-290b-4ad8-8e2e-e4347d28c1e7 req-4321376d-d7de-4f9e-a31e-2235dfcb025c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=343c019304314c669a3381cc4c68e481&device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 1129 time: 0.0551608 Oct 16 01:02:09.329148 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca8cf1-c90b-4d65-b028-3eb568f312c7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef62311a-4a30-42aa-bd68-cc2deadeb13a,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:09.345119 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-daca8cf1-c90b-4d65-b028-3eb568f312c7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.346783 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-daca8cf1-c90b-4d65-b028-3eb568f312c7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2036989 Oct 16 01:02:09.349755 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35004) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:09.356084 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-fef0595e-605a-444d-9bc3-14ef76d39f34 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Request body: {'security_group_rule': {'security_group_id': 'ef62311a-4a30-42aa-bd68-cc2deadeb13a', 'project_id': '343c019304314c669a3381cc4c68e481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:09.394634 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fef0595e-605a-444d-9bc3-14ef76d39f34 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (6b76ae23-18e2-411e-ba1f-7be265209579), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.423001 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e471a-290b-4ad8-8e2e-e4347d28c1e7 req-a0530703-1c0e-4ef4-aa04-4511153bb8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:09.424993 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-907e471a-290b-4ad8-8e2e-e4347d28c1e7 req-a0530703-1c0e-4ef4-aa04-4511153bb8c5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c HTTP/1.1" status: 200 len: 914 time: 0.1144645 Oct 16 01:02:09.442116 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:09.444685 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:09.450986 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:09.470455 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fef0595e-605a-444d-9bc3-14ef76d39f34 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (6b76ae23-18e2-411e-ba1f-7be265209579), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.474812 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fef0595e-605a-444d-9bc3-14ef76d39f34 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (6b76ae23-18e2-411e-ba1f-7be265209579), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.492924 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:09.495366 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0595e-605a-444d-9bc3-14ef76d39f34 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b76ae23-18e2-411e-ba1f-7be265209579,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:09.505973 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-907e471a-290b-4ad8-8e2e-e4347d28c1e7 req-2bf21cb4-eeba-4019-a6d9-4d5dc2cd8542 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed HTTP/1.1" status: 200 len: 999 time: 0.0681975 Oct 16 01:02:09.506723 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fef0595e-605a-444d-9bc3-14ef76d39f34 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.508776 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fef0595e-605a-444d-9bc3-14ef76d39f34 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569095 Oct 16 01:02:09.511293 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35006) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:09.515744 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-1d6d78c4-be7d-4ea0-9dee-6e389d907ae8 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Request body: {'security_group_rule': {'security_group_id': 'ef62311a-4a30-42aa-bd68-cc2deadeb13a', 'project_id': '343c019304314c669a3381cc4c68e481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:09.544215 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-78af75c2-9ff1-4f73-8d53-0fc831cfdca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:14Z', 'revision_number': 4, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8727a437-04f1-4afb-b5dc-f0c4bbff0c8c', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'floating_ip_address': '172.37.2.105', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'port_id': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'mac_address': 'fa:16:3e:0a:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:02:07Z', 'updated_at': '2022-10-16T01:02:07Z', 'revision_number': 0, 'project_id': '343c019304314c669a3381cc4c68e481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0732f2-b77d-4ee1-a9e9-7bf8e7736171', 'name': '', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'mac_address': 'fa:16:3e:05:1c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:13Z', 'updated_at': '2022-10-16T01:01:19Z', 'revision_number': 5, 'project_id': '343c019304314c669a3381cc4c68e481', 'subnets': [{'id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:09.552734 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1d6d78c4-be7d-4ea0-9dee-6e389d907ae8 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (60853c63-505f-430b-93d3-fc2137987257), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.561722 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e471a-290b-4ad8-8e2e-e4347d28c1e7 req-ffc09347-57ae-4439-9936-506bf7f92155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:09.563653 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-907e471a-290b-4ad8-8e2e-e4347d28c1e7 req-ffc09347-57ae-4439-9936-506bf7f92155 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=9efd72bb-10d0-4ec3-88df-b489c0a0e472 HTTP/1.1" status: 200 len: 852 time: 0.0492709 Oct 16 01:02:09.572575 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af75c2-9ff1-4f73-8d53-0fc831cfdca4 None None] Checking router: 72e98af7-ae6e-4be9-83da-b23277f8f803 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:02:09.581728 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af75c2-9ff1-4f73-8d53-0fc831cfdca4 None None] Routers {'72e98af7-ae6e-4be9-83da-b23277f8f803'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:02:09.582321 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-78af75c2-9ff1-4f73-8d53-0fc831cfdca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:01:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['72e98af7-ae6e-4be9-83da-b23277f8f803'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:09.612538 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1d6d78c4-be7d-4ea0-9dee-6e389d907ae8 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (60853c63-505f-430b-93d3-fc2137987257), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.612949 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e471a-290b-4ad8-8e2e-e4347d28c1e7 req-53dcc2f9-ea60-4f62-8e60-4a953eec6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:09.614540 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-907e471a-290b-4ad8-8e2e-e4347d28c1e7 req-53dcc2f9-ea60-4f62-8e60-4a953eec6e1b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426910 Oct 16 01:02:09.618141 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1d6d78c4-be7d-4ea0-9dee-6e389d907ae8 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (60853c63-505f-430b-93d3-fc2137987257), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.641174 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d78c4-be7d-4ea0-9dee-6e389d907ae8 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60853c63-505f-430b-93d3-fc2137987257,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:09.649387 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1d6d78c4-be7d-4ea0-9dee-6e389d907ae8 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.653449 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1d6d78c4-be7d-4ea0-9dee-6e389d907ae8 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383886 Oct 16 01:02:09.653449 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35008) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:09.658284 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-53111820-36a1-4b44-9cb5-30eb9623b4cb tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Request body: {'security_group_rule': {'security_group_id': 'ef62311a-4a30-42aa-bd68-cc2deadeb13a', 'project_id': '343c019304314c669a3381cc4c68e481', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:09.688683 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-53111820-36a1-4b44-9cb5-30eb9623b4cb tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (baa16170-e29a-4541-aa20-fcfecf4ce86b), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.715046 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-78af75c2-9ff1-4f73-8d53-0fc831cfdca4 None None] Set router 72e98af7-ae6e-4be9-83da-b23277f8f803 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:02:09.724122 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-907e471a-290b-4ad8-8e2e-e4347d28c1e7 req-66e6fde4-1f8a-4f7a-91cd-5cebea9c2d63 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012993 Oct 16 01:02:09.751137 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-53111820-36a1-4b44-9cb5-30eb9623b4cb tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (baa16170-e29a-4541-aa20-fcfecf4ce86b), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.756477 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-53111820-36a1-4b44-9cb5-30eb9623b4cb tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (baa16170-e29a-4541-aa20-fcfecf4ce86b), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.777562 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53111820-36a1-4b44-9cb5-30eb9623b4cb tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa16170-e29a-4541-aa20-fcfecf4ce86b,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:09.788147 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-53111820-36a1-4b44-9cb5-30eb9623b4cb tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.792563 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-53111820-36a1-4b44-9cb5-30eb9623b4cb tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352847 Oct 16 01:02:09.793018 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35010) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:09.798844 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-0ee8a62e-0565-4957-987e-5aa96a1a4901 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Request body: {'security_group_rule': {'security_group_id': 'ef62311a-4a30-42aa-bd68-cc2deadeb13a', 'project_id': '343c019304314c669a3381cc4c68e481', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:09.803295 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:09.861085 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-907e471a-290b-4ad8-8e2e-e4347d28c1e7 req-b3b1bd89-fb1e-4b55-813c-7ffd2f3c11fe service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300604 Oct 16 01:02:09.861828 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0ee8a62e-0565-4957-987e-5aa96a1a4901 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (25dc17ef-227d-44c3-9b47-bfcdcc249ea6), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.932196 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0ee8a62e-0565-4957-987e-5aa96a1a4901 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (25dc17ef-227d-44c3-9b47-bfcdcc249ea6), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.937353 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0ee8a62e-0565-4957-987e-5aa96a1a4901 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (25dc17ef-227d-44c3-9b47-bfcdcc249ea6), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.945918 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-78af75c2-9ff1-4f73-8d53-0fc831cfdca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:14Z', 'revision_number': 4, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8727a437-04f1-4afb-b5dc-f0c4bbff0c8c', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'floating_ip_address': '172.37.2.105', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'port_id': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'mac_address': 'fa:16:3e:0a:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:02:07Z', 'updated_at': '2022-10-16T01:02:07Z', 'revision_number': 0, 'project_id': '343c019304314c669a3381cc4c68e481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0732f2-b77d-4ee1-a9e9-7bf8e7736171', 'name': '', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'mac_address': 'fa:16:3e:05:1c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:13Z', 'updated_at': '2022-10-16T01:01:19Z', 'revision_number': 5, 'project_id': '343c019304314c669a3381cc4c68e481', 'subnets': [{'id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:09.956752 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8a62e-0565-4957-987e-5aa96a1a4901 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25dc17ef-227d-44c3-9b47-bfcdcc249ea6,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:09.966492 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0ee8a62e-0565-4957-987e-5aa96a1a4901 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:09.967698 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-0ee8a62e-0565-4957-987e-5aa96a1a4901 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1736896 Oct 16 01:02:09.970647 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35012) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:09.972269 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af75c2-9ff1-4f73-8d53-0fc831cfdca4 None None] The sync data for ids ['72e98af7-ae6e-4be9-83da-b23277f8f803'] in dv-cinder-master-3-iscsi is: [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:14Z', 'revision_number': 4, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8727a437-04f1-4afb-b5dc-f0c4bbff0c8c', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'floating_ip_address': '172.37.2.105', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'port_id': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'mac_address': 'fa:16:3e:0a:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:02:07Z', 'updated_at': '2022-10-16T01:02:07Z', 'revision_number': 0, 'project_id': '343c019304314c669a3381cc4c68e481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0732f2-b77d-4ee1-a9e9-7bf8e7736171', 'name': '', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'mac_address': 'fa:16:3e:05:1c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:13Z', 'updated_at': '2022-10-16T01:01:19Z', 'revision_number': 5, 'project_id': '343c019304314c669a3381cc4c68e481', 'subnets': [{'id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:02:09.979962 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-2d1fcdd2-163f-49c3-a340-578ffc92fd95 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Request body: {'security_group_rule': {'security_group_id': 'ef62311a-4a30-42aa-bd68-cc2deadeb13a', 'project_id': '343c019304314c669a3381cc4c68e481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:10.002601 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.securitygroups_db [None req-2d1fcdd2-163f-49c3-a340-578ffc92fd95 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Project 343c019304314c669a3381cc4c68e481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 01:02:10.009475 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcdd2-163f-49c3-a340-578ffc92fd95 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (30a67a71-f8fd-42ca-a402-6d3af81327f6), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:10.021597 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:10.077435 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcdd2-163f-49c3-a340-578ffc92fd95 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (30a67a71-f8fd-42ca-a402-6d3af81327f6), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:10.081143 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcdd2-163f-49c3-a340-578ffc92fd95 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (30a67a71-f8fd-42ca-a402-6d3af81327f6), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:10.100194 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fcdd2-163f-49c3-a340-578ffc92fd95 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a67a71-f8fd-42ca-a402-6d3af81327f6,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:10.109221 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcdd2-163f-49c3-a340-578ffc92fd95 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:10.110449 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2d1fcdd2-163f-49c3-a340-578ffc92fd95 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386914 Oct 16 01:02:10.113411 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35014) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:10.118366 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-e28d954f-4fcb-4073-9749-212140af29d6 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Request body: {'security_group_rule': {'security_group_id': 'ef62311a-4a30-42aa-bd68-cc2deadeb13a', 'project_id': '343c019304314c669a3381cc4c68e481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:10.140648 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.securitygroups_db [None req-e28d954f-4fcb-4073-9749-212140af29d6 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Project 343c019304314c669a3381cc4c68e481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 01:02:10.147161 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e28d954f-4fcb-4073-9749-212140af29d6 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (98475baf-fda3-428a-bec4-c23ab3faf91e), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:10.183670 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434f4174-0df1-410b-8b14-ff5a32192121 None None] New status for floating IP 8727a437-04f1-4afb-b5dc-f0c4bbff0c8c: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:02:10.221721 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e28d954f-4fcb-4073-9749-212140af29d6 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (98475baf-fda3-428a-bec4-c23ab3faf91e), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:10.225948 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e28d954f-4fcb-4073-9749-212140af29d6 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (98475baf-fda3-428a-bec4-c23ab3faf91e), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:10.245845 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d954f-4fcb-4073-9749-212140af29d6 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98475baf-fda3-428a-bec4-c23ab3faf91e,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:10.253638 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e28d954f-4fcb-4073-9749-212140af29d6 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:10.258078 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e28d954f-4fcb-4073-9749-212140af29d6 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408393 Oct 16 01:02:10.359943 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ebf8c033-c264-4a2c-873b-74cf5e9b8f80 req-f71792f8-5007-4623-9e66-e0170b0c8058 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-932958323&fields=id&tenant_id=343c019304314c669a3381cc4c68e481 HTTP/1.1" status: 200 len: 267 time: 0.0557363 Oct 16 01:02:10.413424 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8c033-c264-4a2c-873b-74cf5e9b8f80 req-80df5dcd-4d61-4458-bd4f-89672a2a2a39 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:10.415706 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ebf8c033-c264-4a2c-873b-74cf5e9b8f80 req-80df5dcd-4d61-4458-bd4f-89672a2a2a39 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 945 time: 0.0486090 Oct 16 01:02:10.426221 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-ebf8c033-c264-4a2c-873b-74cf5e9b8f80 req-4c07c0b8-12ac-420c-8369-e9727f2d7223 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Request body: {'port': {'security_groups': ['55d9e52b-b53a-433b-b3a4-a72e6e3f2b56', 'ef62311a-4a30-42aa-bd68-cc2deadeb13a']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:10.506362 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-ebf8c033-c264-4a2c-873b-74cf5e9b8f80 req-4c07c0b8-12ac-420c-8369-e9727f2d7223 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:10.516086 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:10.973922 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-ebf8c033-c264-4a2c-873b-74cf5e9b8f80 req-4c07c0b8-12ac-420c-8369-e9727f2d7223 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] For port c570709d-29cc-4c4f-a39b-9bfd4da608ed, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:11.002316 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-ebf8c033-c264-4a2c-873b-74cf5e9b8f80 req-4c07c0b8-12ac-420c-8369-e9727f2d7223 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:11.006584 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-ebf8c033-c264-4a2c-873b-74cf5e9b8f80 req-4c07c0b8-12ac-420c-8369-e9727f2d7223 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:11.018678 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8c033-c264-4a2c-873b-74cf5e9b8f80 req-4c07c0b8-12ac-420c-8369-e9727f2d7223 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:11.019316 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-ebf8c033-c264-4a2c-873b-74cf5e9b8f80 req-4c07c0b8-12ac-420c-8369-e9727f2d7223 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:11.021957 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['c570709d-29cc-4c4f-a39b-9bfd4da608ed'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:02:11.026817 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ebf8c033-c264-4a2c-873b-74cf5e9b8f80 req-4c07c0b8-12ac-420c-8369-e9727f2d7223 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "PUT /networking/v2.0/ports/c570709d-29cc-4c4f-a39b-9bfd4da608ed HTTP/1.1" status: 200 len: 981 time: 0.6016166 Oct 16 01:02:11.027493 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:02:11.029819 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffe6e8e-c9ae-4aae-a4c5-62d1cba03335" -d '{"events": [{"name": "network-changed", "server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:02:11.088938 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad35811f-fbd9-4e13-8b6d-b327d6b9b2d5 x-openstack-request-id: req-ad35811f-fbd9-4e13-8b6d-b327d6b9b2d5 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:02:11.089964 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:02:11.089964 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad35811f-fbd9-4e13-8b6d-b327d6b9b2d5 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:02:11.090186 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad35811f-fbd9-4e13-8b6d-b327d6b9b2d5'] response: {'name': 'network-changed', 'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'status': 'completed', 'code': 200} Oct 16 01:02:11.095824 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07c0b8-12ac-420c-8369-e9727f2d7223 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event updated for resources: {'Port': ['ID=c570709d-29cc-4c4f-a39b-9bfd4da608ed,revision_number=6']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:11.156017 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b6023-866c-4f5a-962b-06a87ae9b5c6 req-b01143a4-b47d-4a4b-8a52-cf264003afdb tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:11.157596 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c27b6023-866c-4f5a-962b-06a87ae9b5c6 req-b01143a4-b47d-4a4b-8a52-cf264003afdb tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0607169 Oct 16 01:02:11.162384 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['c570709d-29cc-4c4f-a39b-9bfd4da608ed'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:02:11.210031 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe6e8e-c9ae-4aae-a4c5-62d1cba03335 req-533cdfaa-238c-4827-8837-16b662ac39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:11.211708 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1ffe6e8e-c9ae-4aae-a4c5-62d1cba03335 req-533cdfaa-238c-4827-8837-16b662ac39a6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=343c019304314c669a3381cc4c68e481&device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 1168 time: 0.0698075 Oct 16 01:02:11.294640 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c27b6023-866c-4f5a-962b-06a87ae9b5c6 req-7a5580f9-744f-4e16-90d2-4d39851cd285 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199670 Oct 16 01:02:11.335672 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe6e8e-c9ae-4aae-a4c5-62d1cba03335 req-28b14bf7-388b-4363-aa32-8ab1f9668046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:11.337133 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1ffe6e8e-c9ae-4aae-a4c5-62d1cba03335 req-28b14bf7-388b-4363-aa32-8ab1f9668046 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c HTTP/1.1" status: 200 len: 914 time: 0.1137068 Oct 16 01:02:11.404296 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1ffe6e8e-c9ae-4aae-a4c5-62d1cba03335 req-88b7a8d7-78a8-42e9-9360-d107368b488b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed HTTP/1.1" status: 200 len: 1001 time: 0.0599091 Oct 16 01:02:11.455892 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe6e8e-c9ae-4aae-a4c5-62d1cba03335 req-fec59ca9-4c6a-4c0a-ad70-ed8d5e355c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:11.457441 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1ffe6e8e-c9ae-4aae-a4c5-62d1cba03335 req-fec59ca9-4c6a-4c0a-ad70-ed8d5e355c1e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=9efd72bb-10d0-4ec3-88df-b489c0a0e472 HTTP/1.1" status: 200 len: 852 time: 0.0470860 Oct 16 01:02:11.502641 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe6e8e-c9ae-4aae-a4c5-62d1cba03335 req-6a8788c5-0c2e-4a3b-93f4-c0b727b02337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:11.504151 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1ffe6e8e-c9ae-4aae-a4c5-62d1cba03335 req-6a8788c5-0c2e-4a3b-93f4-c0b727b02337 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387805 Oct 16 01:02:11.533930 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:11.601577 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1ffe6e8e-c9ae-4aae-a4c5-62d1cba03335 req-376b082d-4496-4ca7-bf22-558857ebbd1f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888610 Oct 16 01:02:11.622203 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:11.653250 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:11.701022 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1ffe6e8e-c9ae-4aae-a4c5-62d1cba03335 req-510cb1b7-6bd2-4d67-aab1-ed3437391c00 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931931 Oct 16 01:02:13.530715 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:02:16.882461 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-838c3aba-e61f-4f22-91b3-2fdd1c58803b req-c31942a9-b32f-4ce4-8826-d68dce332238 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396068 Oct 16 01:02:17.308420 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c3aba-e61f-4f22-91b3-2fdd1c58803b req-fec8bef1-a238-4dad-abc6-3a214cbbee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:17.310014 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-838c3aba-e61f-4f22-91b3-2fdd1c58803b req-fec8bef1-a238-4dad-abc6-3a214cbbee0c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5462fcbfca114c8885f77f42b479b13d&device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 1129 time: 0.0442917 Oct 16 01:02:17.432051 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c3aba-e61f-4f22-91b3-2fdd1c58803b req-3b1bf63a-7daf-4490-88a3-9aac9e9d4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:17.433522 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-838c3aba-e61f-4f22-91b3-2fdd1c58803b req-3b1bf63a-7daf-4490-88a3-9aac9e9d4fef service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 200 len: 919 time: 0.0915787 Oct 16 01:02:17.489654 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-838c3aba-e61f-4f22-91b3-2fdd1c58803b req-7b5384aa-0f48-4c22-b99a-8d9c80f76ca7 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37a89ecc-65c3-483a-b753-8ddbd32b4132 HTTP/1.1" status: 200 len: 217 time: 0.0359106 Oct 16 01:02:17.503592 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:17.540919 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c3aba-e61f-4f22-91b3-2fdd1c58803b req-47896a38-164a-48ec-91d7-55a75f69ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:17.542275 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-838c3aba-e61f-4f22-91b3-2fdd1c58803b req-47896a38-164a-48ec-91d7-55a75f69ad8b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 200 len: 857 time: 0.0453453 Oct 16 01:02:17.584920 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c3aba-e61f-4f22-91b3-2fdd1c58803b req-2eba06b1-3287-43bf-8f04-7b4b48ddc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:17.586426 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-838c3aba-e61f-4f22-91b3-2fdd1c58803b req-2eba06b1-3287-43bf-8f04-7b4b48ddc0a7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f6d9aa56-b330-4b62-a416-c067206c96f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378237 Oct 16 01:02:17.678196 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-838c3aba-e61f-4f22-91b3-2fdd1c58803b req-b38ee388-d4c9-4ce7-b579-9b0ab0b0c3ce service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850692 Oct 16 01:02:17.768253 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-838c3aba-e61f-4f22-91b3-2fdd1c58803b req-c34bf15b-d8ea-4b5a-b7c1-129d735569a9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823188 Oct 16 01:02:17.960599 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:20.146051 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bb2b0-29f1-4142-ba00-c45051fbb77b req-803145c2-20b8-4479-8e39-8a4ae6494c2d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:20.147440 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7f8bb2b0-29f1-4142-ba00-c45051fbb77b req-803145c2-20b8-4479-8e39-8a4ae6494c2d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 945 time: 0.0533981 Oct 16 01:02:20.200504 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7f8bb2b0-29f1-4142-ba00-c45051fbb77b req-4367527f-10ec-4121-84b6-f9697962efe3 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f5484aef-779d-4d62-a0b7-8316aca70412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468774 Oct 16 01:02:21.080916 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=71,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:21.093353 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=28,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:21.328948 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20908a98-9af5-4a66-aae2-07614a725fdb req-fc7378dd-6b5d-474f-b668-e7349009467a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:21.330558 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-20908a98-9af5-4a66-aae2-07614a725fdb req-fc7378dd-6b5d-474f-b668-e7349009467a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 945 time: 0.0500960 Oct 16 01:02:21.382303 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-20908a98-9af5-4a66-aae2-07614a725fdb req-779a938d-d925-4239-a7cf-91fb9eccefdb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f5484aef-779d-4d62-a0b7-8316aca70412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453041 Oct 16 01:02:22.238285 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-e76110d1-329b-4018-ab17-a39a3ccfec9a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:22.239880 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-e76110d1-329b-4018-ab17-a39a3ccfec9a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 945 time: 0.0513413 Oct 16 01:02:22.333809 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Deleting port 35e81c79-fcfc-45cc-82e6-d74a12d99947 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:02:22.334159 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:22.431611 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] For port 35e81c79-fcfc-45cc-82e6-d74a12d99947, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35e81c79-fcfc-45cc-82e6-d74a12d99947,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:22.431980 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:22.537444 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70f7a8-d279-4e0d-9889-b473d341bb50 req-3f5f38f8-ae14-45a0-90c0-c008ac262727 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:22.539531 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4b70f7a8-d279-4e0d-9889-b473d341bb50 req-3f5f38f8-ae14-45a0-90c0-c008ac262727 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 945 time: 0.0661519 Oct 16 01:02:22.588614 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:22.660991 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4b70f7a8-d279-4e0d-9889-b473d341bb50 req-8788c5fb-119c-4d47-a258-dbe2f8ac36b0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f5484aef-779d-4d62-a0b7-8316aca70412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967793 Oct 16 01:02:22.672383 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:22.672672 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (57124b50-0f21-4002-a6dc-2ef37b9e8da3), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:22.673027 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Floating IP 57124b50-0f21-4002-a6dc-2ef37b9e8da3 disassociated. External IP: 172.37.2.49, port: 35e81c79-fcfc-45cc-82e6-d74a12d99947. Oct 16 01:02:22.673319 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Calling delete_port for 35e81c79-fcfc-45cc-82e6-d74a12d99947 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:02:22.795654 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:22.802182 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (35e81c79-fcfc-45cc-82e6-d74a12d99947), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:22.828747 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event deleted for resources: {'Port': ['ID=35e81c79-fcfc-45cc-82e6-d74a12d99947,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:22.839113 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.839457 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.839799 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.840132 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.840461 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.840784 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.841111 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.841431 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.842196 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.842196 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.842389 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.842670 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.843018 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.843336 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.843653 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:22.952452 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Router 04f2e7d9-6f59-4273-afb1-c6b961e608fe has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:02:23.056197 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:02:23.065619 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce195efe-c7d5-481e-8db8-c2f05b97d0df None None] Sync routers for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:02:23.078529 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce195efe-c7d5-481e-8db8-c2f05b97d0df None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:02:23.079414 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ce195efe-c7d5-481e-8db8-c2f05b97d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:01:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:23.101630 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] No DVR routers for this DVR port 35e81c79-fcfc-45cc-82e6-d74a12d99947 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:02:23.104414 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:23.107534 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6e76ba7e-ce84-4936-83db-8bea6ddd5f00 req-67c8a9cb-1488-442c-aa1c-a3b39cc60320 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "DELETE /networking/v2.0/ports/35e81c79-fcfc-45cc-82e6-d74a12d99947 HTTP/1.1" status: 204 len: 173 time: 0.8584390 Oct 16 01:02:23.108049 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'name': 'network-vif-deleted', 'tag': '35e81c79-fcfc-45cc-82e6-d74a12d99947'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:02:23.110378 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930fedd4-855b-45d0-8596-251995ce68b9" -d '{"events": [{"server_uuid": "0c861342-ab71-4ab6-bed1-41f3b6e38853", "name": "network-vif-deleted", "tag": "35e81c79-fcfc-45cc-82e6-d74a12d99947"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:02:23.159434 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e29c3b2-ca6b-482e-b276-17cf1f039fe7 x-openstack-request-id: req-8e29c3b2-ca6b-482e-b276-17cf1f039fe7 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:02:23.159730 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c861342-ab71-4ab6-bed1-41f3b6e38853", "name": "network-vif-deleted", "tag": "35e81c79-fcfc-45cc-82e6-d74a12d99947", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:02:23.160005 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e29c3b2-ca6b-482e-b276-17cf1f039fe7 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:02:23.160437 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e29c3b2-ca6b-482e-b276-17cf1f039fe7'] response: {'server_uuid': '0c861342-ab71-4ab6-bed1-41f3b6e38853', 'name': 'network-vif-deleted', 'tag': '35e81c79-fcfc-45cc-82e6-d74a12d99947', 'status': 'completed', 'code': 200} Oct 16 01:02:23.287444 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-ce195efe-c7d5-481e-8db8-c2f05b97d0df None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:02:23.484205 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ce195efe-c7d5-481e-8db8-c2f05b97d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:23.510342 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce195efe-c7d5-481e-8db8-c2f05b97d0df None None] Checking router: 04f2e7d9-6f59-4273-afb1-c6b961e608fe for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:02:23.519829 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce195efe-c7d5-481e-8db8-c2f05b97d0df None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:02:23.520437 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ce195efe-c7d5-481e-8db8-c2f05b97d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:01:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:23.583416 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-028dc537-3e94-494c-ac7d-a58096445bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:23.611205 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:23.625202 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-ce195efe-c7d5-481e-8db8-c2f05b97d0df None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:02:23.760364 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:23.784612 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1c62c0d5-60fc-4be0-8597-542256d91c83 req-85b47258-1e05-4989-808c-08ae765333b1 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0c861342-ab71-4ab6-bed1-41f3b6e38853 HTTP/1.1" status: 200 len: 210 time: 0.0348668 Oct 16 01:02:23.817579 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ce195efe-c7d5-481e-8db8-c2f05b97d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:23.847282 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce195efe-c7d5-481e-8db8-c2f05b97d0df None None] The sync data for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi is: [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:02:24.087063 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddbad51-0732-48fb-aa42-2f5ead15c6c6 None None] New status for floating IP 57124b50-0f21-4002-a6dc-2ef37b9e8da3: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:02:24.881028 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35102) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:24.935913 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-91b60701-4959-4277-919a-49f3738d9d61 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (f5484aef-779d-4d62-a0b7-8316aca70412), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:24.959632 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-91b60701-4959-4277-919a-49f3738d9d61 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (f5484aef-779d-4d62-a0b7-8316aca70412), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.006745 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-91b60701-4959-4277-919a-49f3738d9d61 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (f5484aef-779d-4d62-a0b7-8316aca70412), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.009772 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-91b60701-4959-4277-919a-49f3738d9d61 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.010959 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-91b60701-4959-4277-919a-49f3738d9d61 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f5484aef-779d-4d62-a0b7-8316aca70412 HTTP/1.1" status: 204 len: 168 time: 0.1289332 Oct 16 01:02:25.013839 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35104) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:25.021314 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b60701-4959-4277-919a-49f3738d9d61 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5484aef-779d-4d62-a0b7-8316aca70412,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:25.028291 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.api.v2.resource [None req-91c38191-6edc-4454-a338-4afba1cb5a70 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] show failed (client error): The resource could not be found. Oct 16 01:02:25.029285 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-91c38191-6edc-4454-a338-4afba1cb5a70 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups/f5484aef-779d-4d62-a0b7-8316aca70412 HTTP/1.1" status: 404 len: 347 time: 0.0144441 Oct 16 01:02:25.032223 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35106) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:25.150683 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-5f789a79-6d91-4d09-bda6-33a5f1b38693 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Deleting port 41018b25-ef72-4267-9902-28254b241fb5 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:02:25.150967 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5f789a79-6d91-4d09-bda6-33a5f1b38693 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (41018b25-ef72-4267-9902-28254b241fb5), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.232291 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5f789a79-6d91-4d09-bda6-33a5f1b38693 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (41018b25-ef72-4267-9902-28254b241fb5), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.232617 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5f789a79-6d91-4d09-bda6-33a5f1b38693 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (41018b25-ef72-4267-9902-28254b241fb5), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.245600 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-5f789a79-6d91-4d09-bda6-33a5f1b38693 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Calling delete_port for 41018b25-ef72-4267-9902-28254b241fb5 owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:02:25.380551 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5f789a79-6d91-4d09-bda6-33a5f1b38693 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (41018b25-ef72-4267-9902-28254b241fb5), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.412203 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f789a79-6d91-4d09-bda6-33a5f1b38693 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event deleted for resources: {'Port': ['ID=41018b25-ef72-4267-9902-28254b241fb5,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:25.470495 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5f789a79-6d91-4d09-bda6-33a5f1b38693 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (57124b50-0f21-4002-a6dc-2ef37b9e8da3), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.473076 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5f789a79-6d91-4d09-bda6-33a5f1b38693 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.474210 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5f789a79-6d91-4d09-bda6-33a5f1b38693 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/57124b50-0f21-4002-a6dc-2ef37b9e8da3 HTTP/1.1" status: 204 len: 168 time: 0.4406819 Oct 16 01:02:25.543815 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35112) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:25.548717 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-d9d674f4-0646-46ce-9249-468a552978f7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--530173324', 'description': 'tempest-description--1690935413'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:25.571720 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d9d674f4-0646-46ce-9249-468a552978f7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.640462 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:25.642938 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d9d674f4-0646-46ce-9249-468a552978f7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (47131bbf-f06f-4a48-870c-42726cd628dd), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.647031 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d9d674f4-0646-46ce-9249-468a552978f7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (47131bbf-f06f-4a48-870c-42726cd628dd), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.681484 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d9d674f4-0646-46ce-9249-468a552978f7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.682609 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d9d674f4-0646-46ce-9249-468a552978f7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1375444 Oct 16 01:02:25.685607 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35114) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:25.686821 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d674f4-0646-46ce-9249-468a552978f7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47131bbf-f06f-4a48-870c-42726cd628dd,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:25.691288 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-c06ccae0-5fb1-4549-ad06-633c2c7953fb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'security_group_rule': {'security_group_id': '47131bbf-f06f-4a48-870c-42726cd628dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:25.720125 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c06ccae0-5fb1-4549-ad06-633c2c7953fb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (dc40ae9f-c6b9-453c-bbc0-7decd186cc40), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.779567 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c06ccae0-5fb1-4549-ad06-633c2c7953fb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (dc40ae9f-c6b9-453c-bbc0-7decd186cc40), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.783181 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c06ccae0-5fb1-4549-ad06-633c2c7953fb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (dc40ae9f-c6b9-453c-bbc0-7decd186cc40), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.802600 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ccae0-5fb1-4549-ad06-633c2c7953fb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc40ae9f-c6b9-453c-bbc0-7decd186cc40,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:25.811380 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c06ccae0-5fb1-4549-ad06-633c2c7953fb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.812568 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c06ccae0-5fb1-4549-ad06-633c2c7953fb tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259732 Oct 16 01:02:25.815226 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35116) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:25.819421 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-fc6fd585-ff2a-4998-b0bd-b4af27d04c78 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'security_group_rule': {'security_group_id': '47131bbf-f06f-4a48-870c-42726cd628dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:25.846167 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd585-ff2a-4998-b0bd-b4af27d04c78 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (569ad5c8-4430-43b8-aa82-e8d7f6f36493), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.897791 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:25.905848 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd585-ff2a-4998-b0bd-b4af27d04c78 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (569ad5c8-4430-43b8-aa82-e8d7f6f36493), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.910556 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd585-ff2a-4998-b0bd-b4af27d04c78 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (569ad5c8-4430-43b8-aa82-e8d7f6f36493), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.929846 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fd585-ff2a-4998-b0bd-b4af27d04c78 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569ad5c8-4430-43b8-aa82-e8d7f6f36493,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:25.937721 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd585-ff2a-4998-b0bd-b4af27d04c78 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.938961 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fc6fd585-ff2a-4998-b0bd-b4af27d04c78 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227965 Oct 16 01:02:25.942035 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35118) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:25.946882 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:25.969108 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:25.979323 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 35e81c79-fcfc-45cc-82e6-d74a12d99947 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:02:25.986089 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:26.001990 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 35e81c79-fcfc-45cc-82e6-d74a12d99947 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:02:26.002340 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 35e81c79-fcfc-45cc-82e6-d74a12d99947 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:02:26.055303 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:26.161850 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Allocated IP 172.37.2.48 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/2124aac1-2814-4b0a-bc61-9375ec62d794) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:02:26.269454 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for port (2124aac1-2814-4b0a-bc61-9375ec62d794), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:26.302796 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (2124aac1-2814-4b0a-bc61-9375ec62d794), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:26.345150 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:02:26.350560 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:02:26.353431 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'Port': ['ID=2124aac1-2814-4b0a-bc61-9375ec62d794,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:26.353997 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:26.355717 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:02:26.363090 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-56d7982b-1caa-4063-9f0a-d1052ed1d833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:26.442220 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (6e3f3b7e-05b2-4549-bd27-04c3b61556ce), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:26.479962 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (2124aac1-2814-4b0a-bc61-9375ec62d794), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:26.628740 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:26.631069 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for port (2124aac1-2814-4b0a-bc61-9375ec62d794), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:26.637279 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (2124aac1-2814-4b0a-bc61-9375ec62d794), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:26.696004 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:26.707668 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (6e3f3b7e-05b2-4549-bd27-04c3b61556ce), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:26.711453 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'Port': ['ID=2124aac1-2814-4b0a-bc61-9375ec62d794,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:26.727730 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:26.728961 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5688a095-d62c-45fa-86aa-e8718f1c4a43 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7860160 Oct 16 01:02:26.926018 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-9172f7f1-d57d-4deb-aae3-027d19c74810 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--530173324&fields=id&tenant_id=fb3c758e27684dcd9265e2d60036d80b HTTP/1.1" status: 200 len: 267 time: 0.0414240 Oct 16 01:02:27.033019 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-d8908b93-b7f5-4452-8db4-39c75a79fb90 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:27.034464 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-d8908b93-b7f5-4452-8db4-39c75a79fb90 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 815 time: 0.1015990 Oct 16 01:02:27.049024 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-f203f8ac-a4e5-4f74-a3b2-5c3b43e5d68a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/quotas/fb3c758e27684dcd9265e2d60036d80b HTTP/1.1" status: 200 len: 375 time: 0.0090027 Oct 16 01:02:27.101874 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-78502c7c-a7f3-4ed8-b329-79592fc1de6a tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477583 Oct 16 01:02:27.193277 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:27.199637 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-e5649e7b-ab58-4395-bae2-f5ad1c54042f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865378 Oct 16 01:02:27.291960 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-25c92f98-0e63-4522-89a7-8c4f79c2033e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860057 Oct 16 01:02:27.463080 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-46019641-275d-4237-8ad8-4952fedbe5e5 req-b9c60ee2-e071-425a-b687-0fa0555909c4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 210 time: 0.0325394 Oct 16 01:02:27.766963 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:28.569566 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c8733aff-83ec-4f36-b4fe-c39ec047bcae req-0927effe-30e7-401b-af76-bd35cd29e030 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 210 time: 0.0329409 Oct 16 01:02:28.745068 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-1fa7daac-2064-4162-9072-7e1a28f8a793 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:28.746441 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-1fa7daac-2064-4162-9072-7e1a28f8a793 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 815 time: 0.1096590 Oct 16 01:02:28.818736 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-2fc1d48c-3aac-4a09-adfe-837379b9bf2d tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb3c758e27684dcd9265e2d60036d80b HTTP/1.1" status: 200 len: 379 time: 0.0556228 Oct 16 01:02:28.829719 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'port': {'device_id': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'admin_state_up': True, 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'security_groups': ['47131bbf-f06f-4a48-870c-42726cd628dd']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:28.936889 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Made reservation on behalf of fb3c758e27684dcd9265e2d60036d80b for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:02:28.940731 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:29.068431 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Allocated IP 172.20.0.6 (7dae3d76-90a2-41d2-9dad-7f7856d5ab85/a617817b-7e5e-42c9-b510-1f81c28bf50c/55fcc1bb-db7a-478d-a43e-2302d6cbccc8) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:02:29.407060 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:29.461080 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:29.493559 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:29.536350 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:02:29.539409 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:02:29.543805 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:02:29.566429 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:29.569436 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event updated for resources: {'Port': ['ID=55fcc1bb-db7a-478d-a43e-2302d6cbccc8,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:29.604621 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:29.605281 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:29.623017 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-95eada7c-4112-4b84-93e4-0dddd5462792 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7970085 Oct 16 01:02:29.636159 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Request body: {'port': {'device_id': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:29.702098 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3ae83-de51-449d-b9b7-cdf17a3560bd req-826accef-868f-4bc7-985f-7880f2ec7da1 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:29.703673 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-04b3ae83-de51-449d-b9b7-cdf17a3560bd req-826accef-868f-4bc7-985f-7880f2ec7da1 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 931 time: 0.0524096 Oct 16 01:02:29.704589 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:29.758088 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-04b3ae83-de51-449d-b9b7-cdf17a3560bd req-45f3c2f5-2840-4391-8ae1-fdfe98c19268 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=47131bbf-f06f-4a48-870c-42726cd628dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480561 Oct 16 01:02:29.807426 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-83654702-ec50-4b74-bfad-c8a5d973083e None None] Provisioning complete for port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:02:29.808031 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-83654702-ec50-4b74-bfad-c8a5d973083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:29.808133 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-83654702-ec50-4b74-bfad-c8a5d973083e None None] Attempt 1 to provision port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 Oct 16 01:02:29.842421 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-83654702-ec50-4b74-bfad-c8a5d973083e None None] Port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:02:29.875390 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:29.975144 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:02:29.983353 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Publish callbacks [] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:29.996473 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Transition to ACTIVE for port object 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:02:30.001312 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:30.063040 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Pushing event updated for resources: {'Port': ['ID=55fcc1bb-db7a-478d-a43e-2302d6cbccc8,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:30.111421 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Attempting to bind port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:02:30.111757 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Attempting to bind port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:02:30.112081 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Attempting to bind port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:02:30.157918 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:02:30.158243 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Attempting to bind port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 on network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:02:30.200285 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:30.203252 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:30.203704 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:02:30.204038 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Checking segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:02:30.204414 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Bound using segment: {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:02:30.204841 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Bound port: 55fcc1bb-db7a-478d-a43e-2302d6cbccc8, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994bcd7f-d2ee-4126-bfcb-b7cd5780c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:02:30.205192 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:30.266993 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] For port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:02:30.269872 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] For port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=55fcc1bb-db7a-478d-a43e-2302d6cbccc8,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:02:30.276366 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:30.280461 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:30.281058 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:30.282367 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/55fcc1bb-db7a-478d-a43e-2302d6cbccc8 HTTP/1.1" status: 200 len: 1093 time: 0.6506233 Oct 16 01:02:30.282923 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'tag': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:02:30.285171 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b53f55-a9d0-41b7-8000-3013fc40cd81" -d '{"events": [{"name": "network-changed", "server_uuid": "d627f49d-f82c-43c3-a5c5-b9ce678a168d", "tag": "55fcc1bb-db7a-478d-a43e-2302d6cbccc8"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:02:30.341904 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bbba78-0cb1-4d26-80a4-c9790825d75f x-openstack-request-id: req-87bbba78-0cb1-4d26-80a4-c9790825d75f {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:02:30.342196 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d627f49d-f82c-43c3-a5c5-b9ce678a168d", "tag": "55fcc1bb-db7a-478d-a43e-2302d6cbccc8", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:02:30.342442 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87bbba78-0cb1-4d26-80a4-c9790825d75f {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:02:30.342830 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87bbba78-0cb1-4d26-80a4-c9790825d75f'] response: {'name': 'network-changed', 'server_uuid': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'tag': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8', 'status': 'completed', 'code': 200} Oct 16 01:02:30.368275 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07705c8b-5d82-4c29-948e-35281218d3df service neutron] Pushing event updated for resources: {'Port': ['ID=55fcc1bb-db7a-478d-a43e-2302d6cbccc8,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:30.378165 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-aefac46d-8630-4b65-a61e-ca2dd3a31c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:30.379673 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-aefac46d-8630-4b65-a61e-ca2dd3a31c8c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 1127 time: 0.0552967 Oct 16 01:02:30.422301 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-a2a7ffb5-00b3-45d3-90fc-0f60c98f5785 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55fcc1bb-db7a-478d-a43e-2302d6cbccc8 HTTP/1.1" status: 200 len: 217 time: 0.0324087 Oct 16 01:02:30.471834 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-5530a952-d3fd-4788-accb-bbf1e713ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:30.473240 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-5530a952-d3fd-4788-accb-bbf1e713ed64 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a617817b-7e5e-42c9-b510-1f81c28bf50c HTTP/1.1" status: 200 len: 854 time: 0.0451269 Oct 16 01:02:30.487541 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:30.520317 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-fca1def0-17ef-4640-b813-74d53e9b4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:30.521699 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-fca1def0-17ef-4640-b813-74d53e9b4b0c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409305 Oct 16 01:02:30.616455 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-d4812887-6056-485f-98a7-da4333cb025f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876203 Oct 16 01:02:30.710360 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac59c17d-7ad6-4f68-8b11-1210e367e3e0 req-7996b278-b078-4f90-bc65-9e9e267ab547 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868416 Oct 16 01:02:30.880947 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbca14-adae-49fb-b37e-7e36676dc5ab req-5e97ff17-854c-42f0-a756-c521aa20825e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:30.882381 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0fbca14-adae-49fb-b37e-7e36676dc5ab req-5e97ff17-854c-42f0-a756-c521aa20825e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 943 time: 0.0469918 Oct 16 01:02:30.935562 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0fbca14-adae-49fb-b37e-7e36676dc5ab req-5eb0b129-74c4-4aa8-bf92-6e076bc743a9 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=47131bbf-f06f-4a48-870c-42726cd628dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468884 Oct 16 01:02:31.972722 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b53f55-a9d0-41b7-8000-3013fc40cd81 req-59cf3c34-e89e-4fd8-be11-c89f4f1cbaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:31.974305 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d9b53f55-a9d0-41b7-8000-3013fc40cd81 req-59cf3c34-e89e-4fd8-be11-c89f4f1cbaf2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 1127 time: 0.0431089 Oct 16 01:02:32.010608 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:02:32.092410 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a712cec-6e2a-446b-87a6-097b7ffea6eb req-8b528a18-59c7-4f35-bc5f-dea88abd0482 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:32.094066 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6a712cec-6e2a-446b-87a6-097b7ffea6eb req-8b528a18-59c7-4f35-bc5f-dea88abd0482 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 943 time: 0.0623667 Oct 16 01:02:32.116726 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=55fcc1bb-db7a-478d-a43e-2302d6cbccc8,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:32.128680 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'port_id': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8', 'mac_address': 'fa:16:3e:d0:8c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:02:32.130844 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b53f55-a9d0-41b7-8000-3013fc40cd81 req-b1a67062-d2ab-4c2e-9ccd-8732c0983de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:32.132410 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d9b53f55-a9d0-41b7-8000-3013fc40cd81 req-b1a67062-d2ab-4c2e-9ccd-8732c0983de5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 916 time: 0.1512294 Oct 16 01:02:32.169407 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:02:32.169805 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:32.185132 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:02:32.185526 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d9b53f55-a9d0-41b7-8000-3013fc40cd81 req-d35b1dee-0b92-4537-a440-e94a74473b12 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55fcc1bb-db7a-478d-a43e-2302d6cbccc8 HTTP/1.1" status: 200 len: 217 time: 0.0432215 Oct 16 01:02:32.190192 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6a712cec-6e2a-446b-87a6-097b7ffea6eb req-c0a02263-9013-447a-a56d-990cb4908331 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=47131bbf-f06f-4a48-870c-42726cd628dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892589 Oct 16 01:02:32.208672 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=55fcc1bb-db7a-478d-a43e-2302d6cbccc8,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:32.214682 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:32.245378 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b53f55-a9d0-41b7-8000-3013fc40cd81 req-2c27ea8b-bce0-478b-8de8-16e891095f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:32.246779 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d9b53f55-a9d0-41b7-8000-3013fc40cd81 req-2c27ea8b-bce0-478b-8de8-16e891095f69 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a617817b-7e5e-42c9-b510-1f81c28bf50c HTTP/1.1" status: 200 len: 854 time: 0.0550249 Oct 16 01:02:32.265923 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=55fcc1bb-db7a-478d-a43e-2302d6cbccc8,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:32.297732 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b53f55-a9d0-41b7-8000-3013fc40cd81 req-bb3ac8f0-d5c1-42f0-a91d-289a4b41cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:32.299255 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d9b53f55-a9d0-41b7-8000-3013fc40cd81 req-bb3ac8f0-d5c1-42f0-a91d-289a4b41cd1e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421176 Oct 16 01:02:32.406582 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d9b53f55-a9d0-41b7-8000-3013fc40cd81 req-57615788-27d5-4b8b-82c5-e58f03197f65 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995507 Oct 16 01:02:32.489169 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:32.508796 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d9b53f55-a9d0-41b7-8000-3013fc40cd81 req-747dc078-508b-4581-8dee-3f79c513b921 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938730 Oct 16 01:02:32.536095 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['55fcc1bb-db7a-478d-a43e-2302d6cbccc8'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:02:33.322284 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78c3b8-b76e-40a8-a87c-79ed89b43c0e req-a924b0e9-d93c-4b05-84a0-6e92dd84b6c0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:33.324088 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b78c3b8-b76e-40a8-a87c-79ed89b43c0e req-a924b0e9-d93c-4b05-84a0-6e92dd84b6c0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 944 time: 0.0492237 Oct 16 01:02:33.374673 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b78c3b8-b76e-40a8-a87c-79ed89b43c0e req-1343ac56-6c6a-453b-b612-6a7b9f066605 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=47131bbf-f06f-4a48-870c-42726cd628dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449276 Oct 16 01:02:34.041541 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:02:34.089206 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:02:34.096264 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:02:34.096806 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:34.097247 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 Oct 16 01:02:34.173174 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:02:34.173564 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:34.204169 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:02:34.206454 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23768f0-fcaa-406f-83c8-8a90a956cbf4" -d '{"events": [{"server_uuid": "d627f49d-f82c-43c3-a5c5-b9ce678a168d", "name": "network-vif-plugged", "status": "completed", "tag": "55fcc1bb-db7a-478d-a43e-2302d6cbccc8"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:02:34.222797 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=55fcc1bb-db7a-478d-a43e-2302d6cbccc8,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:34.228290 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:34.254630 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e666d7-4538-4d8b-8355-11ea9b81d8f2 x-openstack-request-id: req-56e666d7-4538-4d8b-8355-11ea9b81d8f2 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:02:34.254948 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d627f49d-f82c-43c3-a5c5-b9ce678a168d", "name": "network-vif-plugged", "status": "completed", "tag": "55fcc1bb-db7a-478d-a43e-2302d6cbccc8", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:02:34.255196 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56e666d7-4538-4d8b-8355-11ea9b81d8f2 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:02:34.255592 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e666d7-4538-4d8b-8355-11ea9b81d8f2'] response: {'server_uuid': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8', 'code': 200} Oct 16 01:02:34.283485 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=55fcc1bb-db7a-478d-a43e-2302d6cbccc8,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:34.436539 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237daffa-874b-4a73-bd5f-d0211353df15 req-146baca9-0ec4-4494-9220-ae7d9c1f3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:34.438169 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-237daffa-874b-4a73-bd5f-d0211353df15 req-146baca9-0ec4-4494-9220-ae7d9c1f3363 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 1129 time: 0.0414693 Oct 16 01:02:34.495065 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-237daffa-874b-4a73-bd5f-d0211353df15 req-767d456c-b17b-41c2-a8ac-99ba55f01d9e service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47131bbf-f06f-4a48-870c-42726cd628dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467470 Oct 16 01:02:34.504968 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e59761-a395-4ffe-bcdd-b3078884aae9 req-639a4104-a00c-4037-bda0-4be81dd18426 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:34.506403 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-90e59761-a395-4ffe-bcdd-b3078884aae9 req-639a4104-a00c-4037-bda0-4be81dd18426 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 945 time: 0.0502956 Oct 16 01:02:34.557755 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-90e59761-a395-4ffe-bcdd-b3078884aae9 req-4ee68ac1-5029-43c2-a72b-97e71922bb92 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=47131bbf-f06f-4a48-870c-42726cd628dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444489 Oct 16 01:02:35.687494 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15f404-5228-4c72-ae36-2a4d48336582 req-2526e5c4-48ac-4ff4-866f-100879aae8d4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:35.689004 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ed15f404-5228-4c72-ae36-2a4d48336582 req-2526e5c4-48ac-4ff4-866f-100879aae8d4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 945 time: 0.0504136 Oct 16 01:02:35.743977 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ed15f404-5228-4c72-ae36-2a4d48336582 req-b9ea1411-bcf9-4fab-95d9-eaed2c4fd60f tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=47131bbf-f06f-4a48-870c-42726cd628dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454886 Oct 16 01:02:36.931496 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f8281-14a4-44d6-94f7-96f21689a1cb req-daaed91c-9119-46a5-a662-66e22709368c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:36.933248 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0c7f8281-14a4-44d6-94f7-96f21689a1cb req-daaed91c-9119-46a5-a662-66e22709368c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 945 time: 0.0520394 Oct 16 01:02:36.984692 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0c7f8281-14a4-44d6-94f7-96f21689a1cb req-68ff5bfc-dad7-4ed3-867c-d8ba8e12803e tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=47131bbf-f06f-4a48-870c-42726cd628dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454047 Oct 16 01:02:37.098234 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3f484-ebce-4fb0-8571-f8af5fd21e50 req-2f674400-741d-4b46-b31d-4d4ad02b8abc tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:37.099755 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8af3f484-ebce-4fb0-8571-f8af5fd21e50 req-2f674400-741d-4b46-b31d-4d4ad02b8abc tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0540028 Oct 16 01:02:37.101220 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:37.142681 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1db097-5674-4f9a-9c3a-377337d18a33 req-0e991c0c-792d-42d4-acef-d44b79996eb7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:37.144188 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8f1db097-5674-4f9a-9c3a-377337d18a33 req-0e991c0c-792d-42d4-acef-d44b79996eb7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 945 time: 0.0817454 Oct 16 01:02:37.147661 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b99d96-dd12-49b0-910f-257ee82d2aa2 req-cf5047e4-622e-41fa-9ff4-f972c43d4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:37.149618 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25b99d96-dd12-49b0-910f-257ee82d2aa2 req-cf5047e4-622e-41fa-9ff4-f972c43d4355 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=343c019304314c669a3381cc4c68e481&device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 1168 time: 0.0854058 Oct 16 01:02:37.156024 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35198) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:37.160455 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-064d86a3-14e1-42f5-a2ca-f558a4bd83d0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Request body: {'floatingip': {'port_id': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:02:37.170000 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8af3f484-ebce-4fb0-8571-f8af5fd21e50 req-b7bfb87e-50d7-4dfa-8c13-3fdc69160848 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629427 Oct 16 01:02:37.245746 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-064d86a3-14e1-42f5-a2ca-f558a4bd83d0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (6e3f3b7e-05b2-4549-bd27-04c3b61556ce), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:37.371367 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b99d96-dd12-49b0-910f-257ee82d2aa2 req-8b29ffaa-4b3f-4749-b233-3658697967dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:37.372840 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25b99d96-dd12-49b0-910f-257ee82d2aa2 req-8b29ffaa-4b3f-4749-b233-3658697967dd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c HTTP/1.1" status: 200 len: 914 time: 0.2096515 Oct 16 01:02:37.505076 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25b99d96-dd12-49b0-910f-257ee82d2aa2 req-766ea03b-0505-4e9d-875c-a093d29eaea7 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed HTTP/1.1" status: 200 len: 1001 time: 0.1255751 Oct 16 01:02:37.604341 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b99d96-dd12-49b0-910f-257ee82d2aa2 req-5bc9a1d8-ee1b-4e60-84f6-fd6cba1e668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:37.606003 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25b99d96-dd12-49b0-910f-257ee82d2aa2 req-5bc9a1d8-ee1b-4e60-84f6-fd6cba1e668e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=9efd72bb-10d0-4ec3-88df-b489c0a0e472 HTTP/1.1" status: 200 len: 852 time: 0.0919116 Oct 16 01:02:37.719050 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b99d96-dd12-49b0-910f-257ee82d2aa2 req-273c7775-692a-486d-985d-57b29a489cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:37.720499 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25b99d96-dd12-49b0-910f-257ee82d2aa2 req-273c7775-692a-486d-985d-57b29a489cc5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822835 Oct 16 01:02:37.787233 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=7 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:37.795885 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:37.799581 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=29 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:37.822626 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ecb9c-772e-41ef-ba74-221ab972560c req-20bf3608-b56f-4649-870a-090fdd8d9fee tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:37.824365 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9f7ecb9c-772e-41ef-ba74-221ab972560c req-20bf3608-b56f-4649-870a-090fdd8d9fee tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0836771 Oct 16 01:02:37.885768 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-064d86a3-14e1-42f5-a2ca-f558a4bd83d0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:37.892287 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-064d86a3-14e1-42f5-a2ca-f558a4bd83d0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (6e3f3b7e-05b2-4549-bd27-04c3b61556ce), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:37.945772 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9f7ecb9c-772e-41ef-ba74-221ab972560c req-db0e2bfb-b09f-48ab-b99f-100007e904d6 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959516 Oct 16 01:02:38.005054 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-064d86a3-14e1-42f5-a2ca-f558a4bd83d0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Floating IP 6e3f3b7e-05b2-4549-bd27-04c3b61556ce associated. External IP: 172.37.2.48, port: 55fcc1bb-db7a-478d-a43e-2302d6cbccc8. Oct 16 01:02:38.053116 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:38.204514 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064d86a3-14e1-42f5-a2ca-f558a4bd83d0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Router 04f2e7d9-6f59-4273-afb1-c6b961e608fe has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:02:38.303997 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5514d85-9429-4ad6-bec8-e57c2759a0b4 req-9eacaf1a-a1ea-4ca1-ac51-7ca764b6b09b tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:38.306076 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5514d85-9429-4ad6-bec8-e57c2759a0b4 req-9eacaf1a-a1ea-4ca1-ac51-7ca764b6b09b tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0491061 Oct 16 01:02:38.313221 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064d86a3-14e1-42f5-a2ca-f558a4bd83d0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:02:38.318274 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-064d86a3-14e1-42f5-a2ca-f558a4bd83d0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:38.325285 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6359d2ed-ff21-49b1-b383-a95cc8567f73 None None] Sync routers for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:02:38.337406 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6359d2ed-ff21-49b1-b383-a95cc8567f73 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:02:38.338048 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-6359d2ed-ff21-49b1-b383-a95cc8567f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:38.374886 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5514d85-9429-4ad6-bec8-e57c2759a0b4 req-fbb39969-3d77-47fd-b7a6-8d8033de70db tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625954 Oct 16 01:02:38.456742 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-6359d2ed-ff21-49b1-b383-a95cc8567f73 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:02:38.607936 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-064d86a3-14e1-42f5-a2ca-f558a4bd83d0 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/6e3f3b7e-05b2-4549-bd27-04c3b61556ce HTTP/1.1" status: 200 len: 990 time: 1.4508028 Oct 16 01:02:38.608561 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'tag': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:02:38.610795 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3ec642-599b-4290-957c-40c00b924eef" -d '{"events": [{"name": "network-changed", "server_uuid": "d627f49d-f82c-43c3-a5c5-b9ce678a168d", "tag": "55fcc1bb-db7a-478d-a43e-2302d6cbccc8"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:02:38.647155 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abacc739-4cf1-4fdd-aa4f-9d24bd70f0f9 x-openstack-request-id: req-abacc739-4cf1-4fdd-aa4f-9d24bd70f0f9 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:02:38.647448 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d627f49d-f82c-43c3-a5c5-b9ce678a168d", "tag": "55fcc1bb-db7a-478d-a43e-2302d6cbccc8", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:02:38.647704 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abacc739-4cf1-4fdd-aa4f-9d24bd70f0f9 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:02:38.648102 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abacc739-4cf1-4fdd-aa4f-9d24bd70f0f9'] response: {'name': 'network-changed', 'server_uuid': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'tag': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8', 'status': 'completed', 'code': 200} Oct 16 01:02:38.680108 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-6359d2ed-ff21-49b1-b383-a95cc8567f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6e3f3b7e-05b2-4549-bd27-04c3b61556ce', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.48', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:d0:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:02:26Z', 'updated_at': '2022-10-16T01:02:37Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:38.708459 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6359d2ed-ff21-49b1-b383-a95cc8567f73 None None] Checking router: 04f2e7d9-6f59-4273-afb1-c6b961e608fe for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:02:38.717649 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6359d2ed-ff21-49b1-b383-a95cc8567f73 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:02:38.718260 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-6359d2ed-ff21-49b1-b383-a95cc8567f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:38.821752 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-6359d2ed-ff21-49b1-b383-a95cc8567f73 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:02:39.048889 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-6359d2ed-ff21-49b1-b383-a95cc8567f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6e3f3b7e-05b2-4549-bd27-04c3b61556ce', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.48', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:d0:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:02:26Z', 'updated_at': '2022-10-16T01:02:37Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:39.076709 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bff1ed-ea5e-44b4-97b9-ae3d7f5a364b req-5f9b4cea-62e4-472a-a003-6ea042758030 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:39.078475 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6359d2ed-ff21-49b1-b383-a95cc8567f73 None None] The sync data for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi is: [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6e3f3b7e-05b2-4549-bd27-04c3b61556ce', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'floating_ip_address': '172.37.2.48', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'port_id': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'mac_address': 'fa:16:3e:d0:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:02:26Z', 'updated_at': '2022-10-16T01:02:37Z', 'revision_number': 1, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:02:39.078701 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-91bff1ed-ea5e-44b4-97b9-ae3d7f5a364b req-5f9b4cea-62e4-472a-a003-6ea042758030 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0527380 Oct 16 01:02:39.148785 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-91bff1ed-ea5e-44b4-97b9-ae3d7f5a364b req-7e96bff0-a399-4581-839d-7ccd417f62ba tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630188 Oct 16 01:02:39.310165 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c81688e-2007-47fb-b755-e2d1e3d35f14 None None] New status for floating IP 6e3f3b7e-05b2-4549-bd27-04c3b61556ce: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:02:39.367965 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:39.511073 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2ee3c-df74-4aa9-8ee6-3d8f32db7231 req-03066f16-f6c2-44c3-8f28-b50a7dca337e tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:39.512520 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-def2ee3c-df74-4aa9-8ee6-3d8f32db7231 req-03066f16-f6c2-44c3-8f28-b50a7dca337e tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0504751 Oct 16 01:02:39.579186 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-def2ee3c-df74-4aa9-8ee6-3d8f32db7231 req-b48c3dd1-1164-4d97-9427-7144e903ecec tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607984 Oct 16 01:02:40.295689 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cd682-7d3c-4f52-ade3-c7d316f0eded req-fd7875dc-0061-42c9-a7f6-fcc3ebf2116e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:40.297298 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a34cd682-7d3c-4f52-ade3-c7d316f0eded req-fd7875dc-0061-42c9-a7f6-fcc3ebf2116e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0588739 Oct 16 01:02:40.380906 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a34cd682-7d3c-4f52-ade3-c7d316f0eded req-b1f1c325-fa54-40b8-8906-ac92fcb8b238 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773103 Oct 16 01:02:40.727095 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4ae67-49b0-4f6a-9e65-4241c321950d req-1fc8cc66-5bd7-4aba-9f6f-8f22aa106df0 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:40.728705 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-12f4ae67-49b0-4f6a-9e65-4241c321950d req-1fc8cc66-5bd7-4aba-9f6f-8f22aa106df0 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0601656 Oct 16 01:02:40.818701 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-12f4ae67-49b0-4f6a-9e65-4241c321950d req-b2c153fb-31bc-4385-a37a-107098d15175 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809975 Oct 16 01:02:41.137066 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ec642-599b-4290-957c-40c00b924eef req-1915d581-c78f-4741-859c-a45e57d29fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:41.138889 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe3ec642-599b-4290-957c-40c00b924eef req-1915d581-c78f-4741-859c-a45e57d29fc8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fb3c758e27684dcd9265e2d60036d80b&device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 1129 time: 0.0753169 Oct 16 01:02:41.169723 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25b99d96-dd12-49b0-910f-257ee82d2aa2 req-037bbc56-9438-492e-81a7-aaff76f23857 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257038 Oct 16 01:02:41.352870 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:41.449725 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ec642-599b-4290-957c-40c00b924eef req-15463dd7-f1f3-4603-a8c6-e15b7f13c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:41.451217 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe3ec642-599b-4290-957c-40c00b924eef req-15463dd7-f1f3-4603-a8c6-e15b7f13c142 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 200 len: 916 time: 0.1928222 Oct 16 01:02:41.455641 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25b99d96-dd12-49b0-910f-257ee82d2aa2 req-16318ac0-35d4-47fc-9ab4-0344aa0ec3d6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050803 Oct 16 01:02:41.461876 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-03889156-d335-4f4d-8a0d-5f93511fb39a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:41.463998 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-03889156-d335-4f4d-8a0d-5f93511fb39a tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0870478 Oct 16 01:02:41.538322 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:41.551000 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb000c-4760-4191-bb31-577d7f7c1c0a req-772fad27-122b-4580-a395-e90fa2d7c3c7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:41.553833 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ebdb000c-4760-4191-bb31-577d7f7c1c0a req-772fad27-122b-4580-a395-e90fa2d7c3c7 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 945 time: 0.0880275 Oct 16 01:02:41.564552 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe3ec642-599b-4290-957c-40c00b924eef req-e41aa383-18fc-4633-bfc2-aa2745b8a93f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55fcc1bb-db7a-478d-a43e-2302d6cbccc8 HTTP/1.1" status: 200 len: 1000 time: 0.0995018 Oct 16 01:02:41.640350 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ebdb000c-4760-4191-bb31-577d7f7c1c0a req-d20b19f5-27b9-4f26-8457-29960a7357d5 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a83e87-e8e3-429b-8d31-804d75d095e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764832 Oct 16 01:02:41.650319 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Deleting port eacd06b0-a0a4-40d4-b556-dd29e648da3c {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:02:41.650765 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:41.674711 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ec642-599b-4290-957c-40c00b924eef req-1da93cf6-b8df-4e5f-a0a7-330486c5a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:41.676199 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe3ec642-599b-4290-957c-40c00b924eef req-1da93cf6-b8df-4e5f-a0a7-330486c5a6cc service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a617817b-7e5e-42c9-b510-1f81c28bf50c HTTP/1.1" status: 200 len: 854 time: 0.0860350 Oct 16 01:02:41.804190 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] For port eacd06b0-a0a4-40d4-b556-dd29e648da3c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eacd06b0-a0a4-40d4-b556-dd29e648da3c,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:41.804914 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:41.831412 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ec642-599b-4290-957c-40c00b924eef req-de5c73d3-0364-43e3-bbcf-9fcc764e2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:41.832885 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe3ec642-599b-4290-957c-40c00b924eef req-de5c73d3-0364-43e3-bbcf-9fcc764e2c8c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7dae3d76-90a2-41d2-9dad-7f7856d5ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632830 Oct 16 01:02:42.019413 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f943da-65fb-49d3-bc9b-dbdf9e5cb7ac req-93a2ad06-1f28-4d69-858f-e9f9a4a7fb83 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:42.020806 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d7f943da-65fb-49d3-bc9b-dbdf9e5cb7ac req-93a2ad06-1f28-4d69-858f-e9f9a4a7fb83 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.1107247 Oct 16 01:02:42.120761 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe3ec642-599b-4290-957c-40c00b924eef req-8f1a0491-612e-4808-b79d-91f8698d94b6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620487 Oct 16 01:02:42.150740 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:42.151120 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (a80b6386-e49a-488f-ba5d-006d9aabb10c), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:42.151459 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Floating IP a80b6386-e49a-488f-ba5d-006d9aabb10c disassociated. External IP: 172.37.2.4, port: eacd06b0-a0a4-40d4-b556-dd29e648da3c. Oct 16 01:02:42.151850 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Calling delete_port for eacd06b0-a0a4-40d4-b556-dd29e648da3c owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:02:42.221150 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d7f943da-65fb-49d3-bc9b-dbdf9e5cb7ac req-e76dab98-44db-4c46-9a98-f0053978bc43 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1867082 Oct 16 01:02:42.279414 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:42.311732 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fe3ec642-599b-4290-957c-40c00b924eef req-0186c549-ccb2-4a1a-a6f6-d6f8865c48e6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763608 Oct 16 01:02:42.398701 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (eacd06b0-a0a4-40d4-b556-dd29e648da3c), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:42.434364 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event deleted for resources: {'Port': ['ID=eacd06b0-a0a4-40d4-b556-dd29e648da3c,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:42.439331 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:42.560275 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Router 289771a6-e20d-4d10-9549-b95a58061b22 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:02:42.670593 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:02:42.682573 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160afe20-5cfa-4691-bbd7-82981d468330 None None] Sync routers for ids ['289771a6-e20d-4d10-9549-b95a58061b22'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:02:42.707976 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160afe20-5cfa-4691-bbd7-82981d468330 None None] Routers {'289771a6-e20d-4d10-9549-b95a58061b22'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:02:42.709114 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-160afe20-5cfa-4691-bbd7-82981d468330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['289771a6-e20d-4d10-9549-b95a58061b22'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:42.719110 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] No DVR routers for this DVR port eacd06b0-a0a4-40d4-b556-dd29e648da3c on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:02:42.721941 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:42.726468 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b03e142e-37fa-44d6-83fc-9014d6af1b03 req-e0fb825c-e5d4-4e12-8525-bfad868f8d54 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "DELETE /networking/v2.0/ports/eacd06b0-a0a4-40d4-b556-dd29e648da3c HTTP/1.1" status: 204 len: 173 time: 1.2532232 Oct 16 01:02:42.726468 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'name': 'network-vif-deleted', 'tag': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:02:42.728346 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d7c76a-2747-4c43-a91f-14549a137b33" -d '{"events": [{"server_uuid": "a14ab912-59d2-449f-b756-d19cad8d7b96", "name": "network-vif-deleted", "tag": "eacd06b0-a0a4-40d4-b556-dd29e648da3c"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:02:42.785688 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbc511c-730a-4467-89a3-e1140e494ad9 x-openstack-request-id: req-cbbc511c-730a-4467-89a3-e1140e494ad9 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:02:42.786411 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14ab912-59d2-449f-b756-d19cad8d7b96", "name": "network-vif-deleted", "tag": "eacd06b0-a0a4-40d4-b556-dd29e648da3c", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:02:42.786999 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbbc511c-730a-4467-89a3-e1140e494ad9 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:02:42.788311 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbc511c-730a-4467-89a3-e1140e494ad9'] response: {'server_uuid': 'a14ab912-59d2-449f-b756-d19cad8d7b96', 'name': 'network-vif-deleted', 'tag': 'eacd06b0-a0a4-40d4-b556-dd29e648da3c', 'status': 'completed', 'code': 200} Oct 16 01:02:42.864077 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1d818490-7151-494c-a3a6-a31700b89758 req-0f894195-23bf-4868-8fd9-8d9c97c5c6dc tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a14ab912-59d2-449f-b756-d19cad8d7b96 HTTP/1.1" status: 200 len: 210 time: 0.0695279 Oct 16 01:02:42.964034 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-160afe20-5cfa-4691-bbd7-82981d468330 None None] Set router 289771a6-e20d-4d10-9549-b95a58061b22 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:02:43.127519 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:43.142216 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:43.215532 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-160afe20-5cfa-4691-bbd7-82981d468330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:30Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6', 'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'mac_address': 'fa:16:3e:5c:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:28Z', 'updated_at': '2022-10-16T00:57:52Z', 'revision_number': 5, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'subnets': [{'id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:43.242305 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160afe20-5cfa-4691-bbd7-82981d468330 None None] Checking router: 289771a6-e20d-4d10-9549-b95a58061b22 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:02:43.251722 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160afe20-5cfa-4691-bbd7-82981d468330 None None] Routers {'289771a6-e20d-4d10-9549-b95a58061b22'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:02:43.252334 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-160afe20-5cfa-4691-bbd7-82981d468330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['289771a6-e20d-4d10-9549-b95a58061b22'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:43.363797 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-160afe20-5cfa-4691-bbd7-82981d468330 None None] Set router 289771a6-e20d-4d10-9549-b95a58061b22 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:02:43.366154 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8d62b-cfd9-4b7c-82d5-ca3ffd9cb989 req-0b6ebc46-2a45-4f67-9f52-75580b8023c4 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:43.367716 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d7b8d62b-cfd9-4b7c-82d5-ca3ffd9cb989 req-0b6ebc46-2a45-4f67-9f52-75580b8023c4 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0551193 Oct 16 01:02:43.441469 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d7b8d62b-cfd9-4b7c-82d5-ca3ffd9cb989 req-60689882-1a4e-4650-a119-67aab09d37e1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646586 Oct 16 01:02:43.608908 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-160afe20-5cfa-4691-bbd7-82981d468330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:30Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6', 'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'mac_address': 'fa:16:3e:5c:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:28Z', 'updated_at': '2022-10-16T00:57:52Z', 'revision_number': 5, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'subnets': [{'id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:43.641756 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160afe20-5cfa-4691-bbd7-82981d468330 None None] The sync data for ids ['289771a6-e20d-4d10-9549-b95a58061b22'] in dv-cinder-master-3-iscsi is: [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T00:57:30Z', 'revision_number': 4, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6', 'name': '', 'network_id': 'f6d9aa56-b330-4b62-a416-c067206c96f0', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'mac_address': 'fa:16:3e:5c:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:28Z', 'updated_at': '2022-10-16T00:57:52Z', 'revision_number': 5, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'subnets': [{'id': 'a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:02:43.896475 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d09e74-c226-4e74-9e6d-9084ddb4328b None None] New status for floating IP a80b6386-e49a-488f-ba5d-006d9aabb10c: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:02:43.899721 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:43.981250 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35242) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:44.045035 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29c6e0ac-e25c-468a-b814-de71bc7ef011 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for security_group (e4a83e87-e8e3-429b-8d31-804d75d095e2), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:44.069998 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29c6e0ac-e25c-468a-b814-de71bc7ef011 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for security_group (e4a83e87-e8e3-429b-8d31-804d75d095e2), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:44.073892 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device eacd06b0-a0a4-40d4-b556-dd29e648da3c no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:02:44.126258 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29c6e0ac-e25c-468a-b814-de71bc7ef011 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (e4a83e87-e8e3-429b-8d31-804d75d095e2), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:44.128874 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29c6e0ac-e25c-468a-b814-de71bc7ef011 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:44.129480 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: eacd06b0-a0a4-40d4-b556-dd29e648da3c {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:02:44.129824 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device eacd06b0-a0a4-40d4-b556-dd29e648da3c not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:02:44.130064 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-29c6e0ac-e25c-468a-b814-de71bc7ef011 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e4a83e87-e8e3-429b-8d31-804d75d095e2 HTTP/1.1" status: 204 len: 168 time: 0.1476448 Oct 16 01:02:44.132920 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35244) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:44.142173 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6e0ac-e25c-468a-b814-de71bc7ef011 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a83e87-e8e3-429b-8d31-804d75d095e2,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:44.149255 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.api.v2.resource [None req-a52fea57-6dae-4685-85a1-27b2c888aba5 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] show failed (client error): The resource could not be found. Oct 16 01:02:44.153690 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35246) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:44.156999 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a52fea57-6dae-4685-85a1-27b2c888aba5 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups/e4a83e87-e8e3-429b-8d31-804d75d095e2 HTTP/1.1" status: 404 len: 347 time: 0.0222690 Oct 16 01:02:44.295123 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-bce3b864-735f-4b65-852f-9423652447ca tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Deleting port 2c0e6747-ef98-4449-8da2-0b70d32a7b71 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:02:44.295460 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bce3b864-735f-4b65-852f-9423652447ca tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (2c0e6747-ef98-4449-8da2-0b70d32a7b71), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:44.381641 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bce3b864-735f-4b65-852f-9423652447ca tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (2c0e6747-ef98-4449-8da2-0b70d32a7b71), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:44.382712 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bce3b864-735f-4b65-852f-9423652447ca tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for floatingip (2c0e6747-ef98-4449-8da2-0b70d32a7b71), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:44.396685 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-bce3b864-735f-4b65-852f-9423652447ca tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Calling delete_port for 2c0e6747-ef98-4449-8da2-0b70d32a7b71 owned by network:floatingip {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:02:44.472221 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:44.549097 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bce3b864-735f-4b65-852f-9423652447ca tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (2c0e6747-ef98-4449-8da2-0b70d32a7b71), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:44.554554 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:44.574339 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:44.575962 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3b864-735f-4b65-852f-9423652447ca tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event deleted for resources: {'Port': ['ID=2c0e6747-ef98-4449-8da2-0b70d32a7b71,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:44.589020 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb8f1f-af5b-4454-8ccf-a3a2b5a5b4d3 req-0a4e21e1-5ce5-49bc-87a9-35d12820161c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:44.590618 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-53cb8f1f-af5b-4454-8ccf-a3a2b5a5b4d3 req-0a4e21e1-5ce5-49bc-87a9-35d12820161c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0605087 Oct 16 01:02:44.656596 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bce3b864-735f-4b65-852f-9423652447ca tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks [] for floatingip (a80b6386-e49a-488f-ba5d-006d9aabb10c), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:44.660726 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bce3b864-735f-4b65-852f-9423652447ca tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:44.662069 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-bce3b864-735f-4b65-852f-9423652447ca tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/a80b6386-e49a-488f-ba5d-006d9aabb10c HTTP/1.1" status: 204 len: 168 time: 0.5069613 Oct 16 01:02:44.662276 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-53cb8f1f-af5b-4454-8ccf-a3a2b5a5b4d3 req-88cc746c-145a-4aeb-9a21-34dda71a8738 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615849 Oct 16 01:02:45.813825 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809c104-94ca-4a9a-8704-0cdcb2d6b820 req-2753e801-5b63-4efe-a52b-f78eec6ccc85 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:45.815403 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6809c104-94ca-4a9a-8704-0cdcb2d6b820 req-2753e801-5b63-4efe-a52b-f78eec6ccc85 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0587296 Oct 16 01:02:45.897923 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6809c104-94ca-4a9a-8704-0cdcb2d6b820 req-7a3c5dde-e049-4b1e-ad08-ebf5250012e8 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763395 Oct 16 01:02:47.041381 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75609190-5786-4e06-9db5-7b39b2311a74 req-51dc6b6b-d318-42fe-872d-47a2f108b15a tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:47.043119 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75609190-5786-4e06-9db5-7b39b2311a74 req-51dc6b6b-d318-42fe-872d-47a2f108b15a tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0552495 Oct 16 01:02:47.060538 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:47.123631 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75609190-5786-4e06-9db5-7b39b2311a74 req-012be2e7-2d3e-4167-916c-6b666bffe5b3 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703676 Oct 16 01:02:47.277020 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788f239-4ff5-4627-bb2f-356c8ccfabd2 req-d7ecd2d8-5a45-465a-88ba-4caa2a10b7c9 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:47.278575 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2788f239-4ff5-4627-bb2f-356c8ccfabd2 req-d7ecd2d8-5a45-465a-88ba-4caa2a10b7c9 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0508304 Oct 16 01:02:47.330204 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2788f239-4ff5-4627-bb2f-356c8ccfabd2 req-ce0d1694-77f0-4913-842c-8d28044e468b tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449922 Oct 16 01:02:47.960688 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:48.260233 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1cf59-09d1-44db-a37a-f1ae78e025a4 req-5e56edf4-fdbf-4e0c-bef3-888ecced6ec1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:48.261820 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f5d1cf59-09d1-44db-a37a-f1ae78e025a4 req-5e56edf4-fdbf-4e0c-bef3-888ecced6ec1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0512304 Oct 16 01:02:48.329947 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f5d1cf59-09d1-44db-a37a-f1ae78e025a4 req-a2e9203d-db81-4011-b99a-0b006146e4c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619876 Oct 16 01:02:48.467901 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdb37e-df35-42ee-a587-7cdcb968fd10 req-0dafa76c-be0f-4ff2-a1c6-516d243d64a0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:48.469551 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f8bdb37e-df35-42ee-a587-7cdcb968fd10 req-0dafa76c-be0f-4ff2-a1c6-516d243d64a0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0585372 Oct 16 01:02:48.524933 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f8bdb37e-df35-42ee-a587-7cdcb968fd10 req-7987897f-acc3-4d04-b2d3-bec3050bd8c4 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492241 Oct 16 01:02:49.459784 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f6944-d429-44cf-b3d8-45aed7919d40 req-b62d81a6-d3fa-4931-9073-5dcffc2338d1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:49.461265 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-034f6944-d429-44cf-b3d8-45aed7919d40 req-b62d81a6-d3fa-4931-9073-5dcffc2338d1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0528443 Oct 16 01:02:49.527915 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-034f6944-d429-44cf-b3d8-45aed7919d40 req-140e5573-4975-4d97-bf13-1f473da11dbf tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570452 Oct 16 01:02:49.660800 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62a1b2-d6cb-4102-a849-390b8f346887 req-89e2b855-f15f-4db5-b475-745abe58e3f0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:49.662310 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fd62a1b2-d6cb-4102-a849-390b8f346887 req-89e2b855-f15f-4db5-b475-745abe58e3f0 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0521398 Oct 16 01:02:49.720652 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fd62a1b2-d6cb-4102-a849-390b8f346887 req-aa296962-17e5-4aaf-8b00-07241333de74 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522127 Oct 16 01:02:49.723995 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea534a3d-37c5-4c05-91ef-feae2e692308 req-4ae85bce-56f0-4232-8ee3-9e2a1180ace4 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:49.725495 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea534a3d-37c5-4c05-91ef-feae2e692308 req-4ae85bce-56f0-4232-8ee3-9e2a1180ace4 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 946 time: 0.0499644 Oct 16 01:02:49.823649 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-ea534a3d-37c5-4c05-91ef-feae2e692308 req-e5ab5078-c1d2-49f3-b0dd-51a1150ea8c2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Deleting port e6727a07-61b9-4fef-83e4-902cce857bee {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:02:49.823980 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ea534a3d-37c5-4c05-91ef-feae2e692308 req-e5ab5078-c1d2-49f3-b0dd-51a1150ea8c2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:49.918488 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-ea534a3d-37c5-4c05-91ef-feae2e692308 req-e5ab5078-c1d2-49f3-b0dd-51a1150ea8c2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] For port e6727a07-61b9-4fef-83e4-902cce857bee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e6727a07-61b9-4fef-83e4-902cce857bee,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:49.918848 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ea534a3d-37c5-4c05-91ef-feae2e692308 req-e5ab5078-c1d2-49f3-b0dd-51a1150ea8c2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:49.932584 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-ea534a3d-37c5-4c05-91ef-feae2e692308 req-e5ab5078-c1d2-49f3-b0dd-51a1150ea8c2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Calling delete_port for e6727a07-61b9-4fef-83e4-902cce857bee owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:02:50.064574 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ea534a3d-37c5-4c05-91ef-feae2e692308 req-e5ab5078-c1d2-49f3-b0dd-51a1150ea8c2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (e6727a07-61b9-4fef-83e4-902cce857bee), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:50.080699 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['37a89ecc-65c3-483a-b753-8ddbd32b4132', 'e6727a07-61b9-4fef-83e4-902cce857bee'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:02:50.093281 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab5078-c1d2-49f3-b0dd-51a1150ea8c2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event deleted for resources: {'Port': ['ID=e6727a07-61b9-4fef-83e4-902cce857bee,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:50.139045 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea534a3d-37c5-4c05-91ef-feae2e692308 req-e5ab5078-c1d2-49f3-b0dd-51a1150ea8c2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] No DVR routers for this DVR port e6727a07-61b9-4fef-83e4-902cce857bee on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:02:50.141663 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-ea534a3d-37c5-4c05-91ef-feae2e692308 req-e5ab5078-c1d2-49f3-b0dd-51a1150ea8c2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:50.144890 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea534a3d-37c5-4c05-91ef-feae2e692308 req-e5ab5078-c1d2-49f3-b0dd-51a1150ea8c2 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "DELETE /networking/v2.0/ports/e6727a07-61b9-4fef-83e4-902cce857bee HTTP/1.1" status: 204 len: 173 time: 0.4118283 Oct 16 01:02:50.145398 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9dffef0-6081-49ec-9c9e-2412f35c0907', 'name': 'network-vif-deleted', 'tag': 'e6727a07-61b9-4fef-83e4-902cce857bee'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:02:50.147841 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93962bb-540f-4dfa-ac00-71febadbe41e" -d '{"events": [{"server_uuid": "b9dffef0-6081-49ec-9c9e-2412f35c0907", "name": "network-vif-deleted", "tag": "e6727a07-61b9-4fef-83e4-902cce857bee"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:02:50.190274 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90118285-0398-475e-9b4a-f06676b85aff x-openstack-request-id: req-90118285-0398-475e-9b4a-f06676b85aff {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:02:50.190568 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9dffef0-6081-49ec-9c9e-2412f35c0907", "name": "network-vif-deleted", "tag": "e6727a07-61b9-4fef-83e4-902cce857bee", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:02:50.190824 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90118285-0398-475e-9b4a-f06676b85aff {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:02:50.191255 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90118285-0398-475e-9b4a-f06676b85aff'] response: {'server_uuid': 'b9dffef0-6081-49ec-9c9e-2412f35c0907', 'name': 'network-vif-deleted', 'tag': 'e6727a07-61b9-4fef-83e4-902cce857bee', 'status': 'completed', 'code': 200} Oct 16 01:02:50.531584 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:02:50.653364 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3f194-96a8-4d11-a2ba-898cd0dc1617 req-3b4c08ee-116c-4263-a9ce-22a005c84f1a tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:50.654846 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-caa3f194-96a8-4d11-a2ba-898cd0dc1617 req-3b4c08ee-116c-4263-a9ce-22a005c84f1a tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0477087 Oct 16 01:02:50.717342 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-caa3f194-96a8-4d11-a2ba-898cd0dc1617 req-1ba3bf4c-c766-4c10-8665-527893e8f341 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566764 Oct 16 01:02:50.850128 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-156bab03-8c92-4e7e-bafa-7a02fc4a29ce req-249b1b1c-a5f8-4b2f-8e66-1ece1a75bd65 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b9dffef0-6081-49ec-9c9e-2412f35c0907 HTTP/1.1" status: 200 len: 210 time: 0.0322242 Oct 16 01:02:51.845294 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:51.858555 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd4bd1-5f3b-43a9-a17b-f2d388c47644 req-a707e37d-c51c-44d1-99a9-70ebbd0aec87 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:51.860142 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-abcd4bd1-5f3b-43a9-a17b-f2d388c47644 req-a707e37d-c51c-44d1-99a9-70ebbd0aec87 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0519810 Oct 16 01:02:51.929170 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-abcd4bd1-5f3b-43a9-a17b-f2d388c47644 req-4cfa1e47-f640-49b5-be9d-cd43a445a288 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613790 Oct 16 01:02:52.091186 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device e6727a07-61b9-4fef-83e4-902cce857bee no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:02:52.123101 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: e6727a07-61b9-4fef-83e4-902cce857bee {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:02:52.123537 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device e6727a07-61b9-4fef-83e4-902cce857bee not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:02:52.175627 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324a4a8-2a06-4307-a153-a6cb0ee4ecfb req-5c6bb06e-4cce-4f8d-a650-27678291e9b3 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:52.177272 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4324a4a8-2a06-4307-a153-a6cb0ee4ecfb req-5c6bb06e-4cce-4f8d-a650-27678291e9b3 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0539289 Oct 16 01:02:52.200875 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:52.236306 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4324a4a8-2a06-4307-a153-a6cb0ee4ecfb req-035847ce-bca7-4261-b5ab-6c856732f082 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530367 Oct 16 01:02:53.066144 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb0218-3ba5-4d62-992d-fd9221d0f37a req-dee1c2f6-3101-4d1c-b3a6-adf8ef64ff70 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:53.067690 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-11bb0218-3ba5-4d62-992d-fd9221d0f37a req-dee1c2f6-3101-4d1c-b3a6-adf8ef64ff70 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0526786 Oct 16 01:02:53.136186 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-11bb0218-3ba5-4d62-992d-fd9221d0f37a req-852f70fe-d909-4e53-95a9-bb7642da07ea tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614519 Oct 16 01:02:53.366320 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29849bc2-9843-484f-bbc4-ec2150b78358 req-5b992e43-ab3a-4734-b7ad-45fe5031cf40 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:53.367831 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-29849bc2-9843-484f-bbc4-ec2150b78358 req-5b992e43-ab3a-4734-b7ad-45fe5031cf40 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0533857 Oct 16 01:02:53.432310 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-29849bc2-9843-484f-bbc4-ec2150b78358 req-9191bf58-86ca-46cb-9e85-0a129fd228b1 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574770 Oct 16 01:02:53.597072 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5df4dc90-0610-45f2-8b5f-985efea54dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:53.613165 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=39 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:53.707314 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c0228-0388-48a6-9041-efe7f022d166 req-df686c27-5cff-41eb-bbc5-b2e843a7fdf3 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:53.708859 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b30c0228-0388-48a6-9041-efe7f022d166 req-df686c27-5cff-41eb-bbc5-b2e843a7fdf3 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0498443 Oct 16 01:02:53.758990 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b30c0228-0388-48a6-9041-efe7f022d166 req-ccb82146-ac47-4064-a32c-6abda4428b40 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437167 Oct 16 01:02:54.270077 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb65d1d-215e-4a85-93f9-e94fb21959d0 req-cb17de65-59e7-42c9-8f9c-5ae906c1b107 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:54.271583 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-acb65d1d-215e-4a85-93f9-e94fb21959d0 req-cb17de65-59e7-42c9-8f9c-5ae906c1b107 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0502477 Oct 16 01:02:54.331206 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-acb65d1d-215e-4a85-93f9-e94fb21959d0 req-94c2e9f5-0363-4693-8375-e98116a6d164 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533459 Oct 16 01:02:54.585895 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e87df4-7a0b-4e33-beb6-a6c8626d8964 req-d217941c-88bb-4e14-843e-e3be1288d603 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:54.588797 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a7e87df4-7a0b-4e33-beb6-a6c8626d8964 req-d217941c-88bb-4e14-843e-e3be1288d603 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0534840 Oct 16 01:02:54.645004 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a7e87df4-7a0b-4e33-beb6-a6c8626d8964 req-66690cf1-f43c-4802-9e9f-287a49e22646 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502293 Oct 16 01:02:54.887788 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfaead-f575-4033-b9e7-23d79ecd75c5 req-b0be6149-dbeb-45d2-9430-7b979fc9b472 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:54.889374 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eedfaead-f575-4033-b9e7-23d79ecd75c5 req-b0be6149-dbeb-45d2-9430-7b979fc9b472 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0487034 Oct 16 01:02:54.943644 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eedfaead-f575-4033-b9e7-23d79ecd75c5 req-43617c4a-607a-4023-bebc-88bf8edf107d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485630 Oct 16 01:02:55.490091 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4423d-4ec8-4e9b-8117-e2022be6f1df req-8758a5c8-4d0d-44fe-9a51-6d4e20d0ed8a tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:55.491682 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9be4423d-4ec8-4e9b-8117-e2022be6f1df req-8758a5c8-4d0d-44fe-9a51-6d4e20d0ed8a tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0739427 Oct 16 01:02:55.522718 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc15cd7-aebf-408b-bf27-4685b4069a98 req-64e2dfb2-e975-4d85-b6e1-99169275b76f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:55.524375 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1cc15cd7-aebf-408b-bf27-4685b4069a98 req-64e2dfb2-e975-4d85-b6e1-99169275b76f tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0694420 Oct 16 01:02:55.610967 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9be4423d-4ec8-4e9b-8117-e2022be6f1df req-2345070c-05e7-4a58-a971-f24a60f853bf tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120918 Oct 16 01:02:55.656848 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-1cc15cd7-aebf-408b-bf27-4685b4069a98 req-b271ce27-3a91-41ec-8ede-5cbd0a774835 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Deleting port 37a89ecc-65c3-483a-b753-8ddbd32b4132 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:02:55.657167 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-1cc15cd7-aebf-408b-bf27-4685b4069a98 req-b271ce27-3a91-41ec-8ede-5cbd0a774835 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:55.752895 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-1cc15cd7-aebf-408b-bf27-4685b4069a98 req-b271ce27-3a91-41ec-8ede-5cbd0a774835 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] For port 37a89ecc-65c3-483a-b753-8ddbd32b4132, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=37a89ecc-65c3-483a-b753-8ddbd32b4132,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:55.753258 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-1cc15cd7-aebf-408b-bf27-4685b4069a98 req-b271ce27-3a91-41ec-8ede-5cbd0a774835 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:55.782484 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-1cc15cd7-aebf-408b-bf27-4685b4069a98 req-b271ce27-3a91-41ec-8ede-5cbd0a774835 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Calling delete_port for 37a89ecc-65c3-483a-b753-8ddbd32b4132 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:02:55.793720 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3618da1-9267-411b-948e-086a114c9ed9 req-a86b49b9-c702-4b5e-ab28-f5718a742559 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:55.796327 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3618da1-9267-411b-948e-086a114c9ed9 req-a86b49b9-c702-4b5e-ab28-f5718a742559 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d7ed11a-f7aa-4bed-bf41-596a5feb1c14 HTTP/1.1" status: 200 len: 945 time: 0.0701015 Oct 16 01:02:55.845322 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3618da1-9267-411b-948e-086a114c9ed9 req-8ba0e56a-0e6e-408d-8d20-27857a438d8e tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2373011f-2524-4861-b686-1d88cdba9ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Oct 16 01:02:55.930056 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-1cc15cd7-aebf-408b-bf27-4685b4069a98 req-b271ce27-3a91-41ec-8ede-5cbd0a774835 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (37a89ecc-65c3-483a-b753-8ddbd32b4132), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:55.942001 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['37a89ecc-65c3-483a-b753-8ddbd32b4132'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:02:55.962828 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271ce27-3a91-41ec-8ede-5cbd0a774835 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Pushing event deleted for resources: {'Port': ['ID=37a89ecc-65c3-483a-b753-8ddbd32b4132,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:55.996606 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:56.015934 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc15cd7-aebf-408b-bf27-4685b4069a98 req-b271ce27-3a91-41ec-8ede-5cbd0a774835 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] No DVR routers for this DVR port 37a89ecc-65c3-483a-b753-8ddbd32b4132 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:02:56.019086 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-1cc15cd7-aebf-408b-bf27-4685b4069a98 req-b271ce27-3a91-41ec-8ede-5cbd0a774835 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:56.022336 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1cc15cd7-aebf-408b-bf27-4685b4069a98 req-b271ce27-3a91-41ec-8ede-5cbd0a774835 tempest-ServerRescueNegativeTestJSON-1271918241 tempest-ServerRescueNegativeTestJSON-1271918241-project] 10.222.0.36 "DELETE /networking/v2.0/ports/37a89ecc-65c3-483a-b753-8ddbd32b4132 HTTP/1.1" status: 204 len: 173 time: 0.4896710 Oct 16 01:02:56.022843 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7ed11a-f7aa-4bed-bf41-596a5feb1c14', 'name': 'network-vif-deleted', 'tag': '37a89ecc-65c3-483a-b753-8ddbd32b4132'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:02:56.026199 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdb14b5-f729-4f85-a53b-ed1f90301e72" -d '{"events": [{"server_uuid": "8d7ed11a-f7aa-4bed-bf41-596a5feb1c14", "name": "network-vif-deleted", "tag": "37a89ecc-65c3-483a-b753-8ddbd32b4132"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:02:56.089861 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123ab88-7776-4456-b949-283570e3d3f3 req-277785df-9459-4d5d-8daf-b7c034ab9dd5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:56.091408 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e123ab88-7776-4456-b949-283570e3d3f3 req-277785df-9459-4d5d-8daf-b7c034ab9dd5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0534828 Oct 16 01:02:56.127622 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:56.133019 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1245dac-4038-45c8-b6c2-d71929ed5e7c x-openstack-request-id: req-d1245dac-4038-45c8-b6c2-d71929ed5e7c {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:02:56.133317 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7ed11a-f7aa-4bed-bf41-596a5feb1c14", "name": "network-vif-deleted", "tag": "37a89ecc-65c3-483a-b753-8ddbd32b4132", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:02:56.134316 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1245dac-4038-45c8-b6c2-d71929ed5e7c {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:02:56.134733 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1245dac-4038-45c8-b6c2-d71929ed5e7c'] response: {'server_uuid': '8d7ed11a-f7aa-4bed-bf41-596a5feb1c14', 'name': 'network-vif-deleted', 'tag': '37a89ecc-65c3-483a-b753-8ddbd32b4132', 'status': 'completed', 'code': 200} Oct 16 01:02:56.154028 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e123ab88-7776-4456-b949-283570e3d3f3 req-2247e624-5417-4b49-9ee5-9da3a9bf9847 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504370 Oct 16 01:02:56.361206 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6f85-8607-4330-990f-a0d1241a8490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:56.735376 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:56.748062 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9c21-cf78-4198-8bd3-dcaf4b4773f4 req-8c874762-b8f3-4861-abef-49850179f885 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:56.749577 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b9d9c21-cf78-4198-8bd3-dcaf4b4773f4 req-8c874762-b8f3-4861-abef-49850179f885 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0560195 Oct 16 01:02:56.825527 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b9d9c21-cf78-4198-8bd3-dcaf4b4773f4 req-f04925a3-2f66-47c1-bc92-f00a8f553047 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697429 Oct 16 01:02:56.928407 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35346) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:57.128399 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:57.329020 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe6851-c134-405f-9dfb-abcff56004d3 req-90048b43-5c58-4e8e-9b5a-0d6707c980b7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:57.330562 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-89fe6851-c134-405f-9dfb-abcff56004d3 req-90048b43-5c58-4e8e-9b5a-0d6707c980b7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0672836 Oct 16 01:02:57.438051 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-89fe6851-c134-405f-9dfb-abcff56004d3 req-e369d334-09c2-4d75-bc45-848d238bd02d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868919 Oct 16 01:02:57.448603 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650312'] for router_interface (289771a6-e20d-4d10-9549-b95a58061b22), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:57.685678 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Deleting port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:02:57.686022 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:57.759182 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:57.772145 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:57.775214 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] For port d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:57.775580 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:57.788709 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Calling delete_port for d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 owned by network:router_interface {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:02:57.853288 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:57.972116 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0fd7d-2387-4ffc-b76a-5014b804b4e7 req-64190bf5-8ec3-40da-8862-bed1d68f57e7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:57.973772 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9ef0fd7d-2387-4ffc-b76a-5014b804b4e7 req-64190bf5-8ec3-40da-8862-bed1d68f57e7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0543592 Oct 16 01:02:58.014835 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:58.040294 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:58.052449 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.052798 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.053146 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.053488 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.053821 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.053997 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9ef0fd7d-2387-4ffc-b76a-5014b804b4e7 req-fda59079-b08b-4df7-915f-9918cd437a1e tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740833 Oct 16 01:02:58.054132 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.054463 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.054796 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.055153 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.056005 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.056335 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.056663 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.056985 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.057304 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.057623 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:02:58.125307 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 37a89ecc-65c3-483a-b753-8ddbd32b4132 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:02:58.126259 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:58.150248 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 37a89ecc-65c3-483a-b753-8ddbd32b4132 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:02:58.150679 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 37a89ecc-65c3-483a-b753-8ddbd32b4132 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:02:58.248786 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650300'] for router_interface (289771a6-e20d-4d10-9549-b95a58061b22), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:58.272289 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83759b8f-6d65-47cb-a137-f4923e683d6a None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 16 01:02:58.410582 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83759b8f-6d65-47cb-a137-f4923e683d6a None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 01:02:58.497342 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Router 289771a6-e20d-4d10-9549-b95a58061b22 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:02:58.630016 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a3b3b-b0c9-4639-8e51-a3b720ad3dfe req-3a090173-2c3d-4483-885b-2cba5a089e40 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:58.631554 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6e0a3b3b-b0c9-4639-8e51-a3b720ad3dfe req-3a090173-2c3d-4483-885b-2cba5a089e40 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0848398 Oct 16 01:02:58.670407 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:02:58.680846 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b016d69b-bdd5-46cf-a421-cdcd146cacbe admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/289771a6-e20d-4d10-9549-b95a58061b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7510324 Oct 16 01:02:58.681166 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f87b7-db9e-4ab1-a0b7-cf4b21b81efe None None] Sync routers for ids ['289771a6-e20d-4d10-9549-b95a58061b22'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:02:58.683630 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35356) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:58.701412 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6e0a3b3b-b0c9-4639-8e51-a3b720ad3dfe req-8e259828-a849-48bb-8e37-0dc3d250881a tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640981 Oct 16 01:02:58.708324 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f87b7-db9e-4ab1-a0b7-cf4b21b81efe None None] Routers {'289771a6-e20d-4d10-9549-b95a58061b22'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:02:58.710277 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-026f87b7-db9e-4ab1-a0b7-cf4b21b81efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['289771a6-e20d-4d10-9549-b95a58061b22'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:58.828783 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Publish callbacks [] for router (289771a6-e20d-4d10-9549-b95a58061b22), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:58.885502 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-026f87b7-db9e-4ab1-a0b7-cf4b21b81efe None None] Set router 289771a6-e20d-4d10-9549-b95a58061b22 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:02:59.083754 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-026f87b7-db9e-4ab1-a0b7-cf4b21b81efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T01:02:57Z', 'revision_number': 5, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:59.127221 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f87b7-db9e-4ab1-a0b7-cf4b21b81efe None None] Checking router: 289771a6-e20d-4d10-9549-b95a58061b22 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:02:59.140671 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f87b7-db9e-4ab1-a0b7-cf4b21b81efe None None] Routers {'289771a6-e20d-4d10-9549-b95a58061b22'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:02:59.141314 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-026f87b7-db9e-4ab1-a0b7-cf4b21b81efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['289771a6-e20d-4d10-9549-b95a58061b22'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:59.235204 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dff93-5495-433f-bbd8-a04674ee2786 req-4fa59b0a-37e9-4fd9-ae23-025dbb1d36ef tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:59.236469 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-047dff93-5495-433f-bbd8-a04674ee2786 req-4fa59b0a-37e9-4fd9-ae23-025dbb1d36ef tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0895028 Oct 16 01:02:59.259446 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-026f87b7-db9e-4ab1-a0b7-cf4b21b81efe None None] Set router 289771a6-e20d-4d10-9549-b95a58061b22 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:02:59.270346 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-1d03e651-b43f-4cf4-bc14-82509aa5609c None None] Provisioning complete for port 29057d15-832d-4bc1-939a-b77306acef22 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:02:59.270346 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1d03e651-b43f-4cf4-bc14-82509aa5609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (29057d15-832d-4bc1-939a-b77306acef22), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:59.271433 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-1d03e651-b43f-4cf4-bc14-82509aa5609c None None] Attempt 1 to provision port 29057d15-832d-4bc1-939a-b77306acef22 Oct 16 01:02:59.294369 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Publish callbacks [] for router_gateway (289771a6-e20d-4d10-9549-b95a58061b22), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:59.378321 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-1d03e651-b43f-4cf4-bc14-82509aa5609c None None] Current status of the port 29057d15-832d-4bc1-939a-b77306acef22 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:02:59.390719 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Deleting port 42633501-06b6-4c52-92d4-45822c5b414e {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:02:59.391139 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (42633501-06b6-4c52-92d4-45822c5b414e), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:59.413194 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-047dff93-5495-433f-bbd8-a04674ee2786 req-346000a6-c316-499a-98f1-77c002d26d55 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1664538 Oct 16 01:02:59.456404 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:59.465502 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-026f87b7-db9e-4ab1-a0b7-cf4b21b81efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T01:02:57Z', 'revision_number': 5, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:02:59.487891 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] For port 42633501-06b6-4c52-92d4-45822c5b414e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42633501-06b6-4c52-92d4-45822c5b414e,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:02:59.488255 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (42633501-06b6-4c52-92d4-45822c5b414e), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:59.490439 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f87b7-db9e-4ab1-a0b7-cf4b21b81efe None None] The sync data for ids ['289771a6-e20d-4d10-9549-b95a58061b22'] in dv-cinder-master-3-iscsi is: [{'id': '289771a6-e20d-4d10-9549-b95a58061b22', 'name': 'tempest-ServerRescueNegativeTestJSON-363074438-router', 'tenant_id': '5462fcbfca114c8885f77f42b479b13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181'}], 'enable_snat': True}, 'gw_port_id': '42633501-06b6-4c52-92d4-45822c5b414e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:17Z', 'updated_at': '2022-10-16T01:02:57Z', 'revision_number': 5, 'project_id': '5462fcbfca114c8885f77f42b479b13d', 'gw_port': {'id': '42633501-06b6-4c52-92d4-45822c5b414e', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289771a6-e20d-4d10-9549-b95a58061b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:02:59.504750 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Calling delete_port for 42633501-06b6-4c52-92d4-45822c5b414e owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:02:59.678325 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (42633501-06b6-4c52-92d4-45822c5b414e), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:59.703855 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Pushing event deleted for resources: {'Port': ['ID=42633501-06b6-4c52-92d4-45822c5b414e,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:02:59.773695 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:59.783380 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649846'] for router_gateway (289771a6-e20d-4d10-9549-b95a58061b22), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:59.810287 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:02:59.860663 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c460b-030f-445f-9da3-dd54fcaa887c req-354aa9fd-9864-41b9-be84-3f4ab2f41772 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:02:59.862228 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be2c460b-030f-445f-9da3-dd54fcaa887c req-354aa9fd-9864-41b9-be84-3f4ab2f41772 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0609205 Oct 16 01:02:59.883373 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:59.884018 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11650'] for router (289771a6-e20d-4d10-9549-b95a58061b22), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:59.886575 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Publish callbacks [] for router_controller (289771a6-e20d-4d10-9549-b95a58061b22), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:59.939444 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be2c460b-030f-445f-9da3-dd54fcaa887c req-66c8ffa7-2ccc-4b4f-9f59-2e0e40eccfec tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627933 Oct 16 01:02:59.942215 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650340'] for router (289771a6-e20d-4d10-9549-b95a58061b22), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:59.943354 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 289771a6-e20d-4d10-9549-b95a58061b22 {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 01:02:59.955959 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:02:59.962252 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3669632c-4277-487f-9b91-eb14a91565bb admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/289771a6-e20d-4d10-9549-b95a58061b22 HTTP/1.1" status: 204 len: 168 time: 1.2766907 Oct 16 01:02:59.963660 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35362) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:02:59.993757 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:00.018127 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-67899a0a-9ee7-445f-ae84-02f80a82c38c admin admin] Deleting subnet a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 01:03:00.021816 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-67899a0a-9ee7-445f-ae84-02f80a82c38c admin admin] Publish callbacks [] for subnet (a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.066547 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-67899a0a-9ee7-445f-ae84-02f80a82c38c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992188'] for subnet (a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.215745 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.433077 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-67899a0a-9ee7-445f-ae84-02f80a82c38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.510687 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-67899a0a-9ee7-445f-ae84-02f80a82c38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2994412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786414'] for subnet (a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.515745 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:00.548946 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67899a0a-9ee7-445f-ae84-02f80a82c38c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:00.553630 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-67899a0a-9ee7-445f-ae84-02f80a82c38c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.557009 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-67899a0a-9ee7-445f-ae84-02f80a82c38c admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a3d57f4d-0fa0-4b1e-88f5-f9f6b52bf60c HTTP/1.1" status: 204 len: 168 time: 0.5912471 Oct 16 01:03:00.559462 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35366) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:00.561984 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b59cfe-e7f2-426c-9c69-b55acd0cc95d None None] Network f6d9aa56-b330-4b62-a416-c067206c96f0 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:03:00.564691 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45d8e7-11ae-4a9d-b95a-a1e08e058f10 req-3785fb96-c208-4a4a-94a6-a8e1216a3420 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:00.567327 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0c45d8e7-11ae-4a9d-b95a-a1e08e058f10 req-3785fb96-c208-4a4a-94a6-a8e1216a3420 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0634890 Oct 16 01:03:00.642809 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (f6d9aa56-b330-4b62-a416-c067206c96f0), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.651539 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0c45d8e7-11ae-4a9d-b95a-a1e08e058f10 req-e2c5a984-5c5c-43da-8b93-2e8c4237b4cc tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758924 Oct 16 01:03:00.688833 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Deleting port 29057d15-832d-4bc1-939a-b77306acef22 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:00.689175 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (29057d15-832d-4bc1-939a-b77306acef22), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.739797 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] DHCP port deletion for f6d9aa56-b330-4b62-a416-c067206c96f0 request from dv-cinder-master-3-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 16 01:03:00.759563 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] For port 29057d15-832d-4bc1-939a-b77306acef22, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29057d15-832d-4bc1-939a-b77306acef22,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:00.759926 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (29057d15-832d-4bc1-939a-b77306acef22), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.773021 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Calling delete_port for 29057d15-832d-4bc1-939a-b77306acef22 owned by network:dhcp {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:00.776852 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Deleting port 29057d15-832d-4bc1-939a-b77306acef22 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:00.777230 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (29057d15-832d-4bc1-939a-b77306acef22), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.846159 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] For port 29057d15-832d-4bc1-939a-b77306acef22, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29057d15-832d-4bc1-939a-b77306acef22,segment=NetworkSegment(6387b2f2-0bee-4573-8938-2efc29213a5f),segment_id=6387b2f2-0bee-4573-8938-2efc29213a5f)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:00.846561 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (29057d15-832d-4bc1-939a-b77306acef22), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.856400 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (29057d15-832d-4bc1-939a-b77306acef22), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.861730 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Calling delete_port for 29057d15-832d-4bc1-939a-b77306acef22 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:00.888247 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=29057d15-832d-4bc1-939a-b77306acef22,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:00.890181 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] No DVR routers for this DVR port 29057d15-832d-4bc1-939a-b77306acef22 on host dv-cinder-master-3-iscsi {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:03:00.943283 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741'] for port (29057d15-832d-4bc1-939a-b77306acef22), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.972218 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Pushing event deleted for resources: {'Port': ['ID=29057d15-832d-4bc1-939a-b77306acef22,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:00.972550 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (f6d9aa56-b330-4b62-a416-c067206c96f0), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:00.976769 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] No DVR routers for this DVR port 29057d15-832d-4bc1-939a-b77306acef22 on host dv-cinder-master-3-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:03:00.996887 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:00.997357 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:00.997578 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:00.997947 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:00.998293 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:00.998621 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:00.999043 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:00.999380 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:00.999740 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:01.000079 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:01.000419 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:01.000766 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:01.001162 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:01.001479 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d9aa56-b330-4b62-a416-c067206c96f0']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:01.001866 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:01.002362 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40382fb7-58ab-464d-b51d-0e089c1bcdf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:01.015607 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6387b2f2-0bee-4573-8938-2efc29213a5f') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:01.016180 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6387b2f2-0bee-4573-8938-2efc29213a5f') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:01.035183 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992197'] for segment (6387b2f2-0bee-4573-8938-2efc29213a5f), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:01.099208 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (6387b2f2-0bee-4573-8938-2efc29213a5f), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:01.112210 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 01:03:01.112650 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2994182'] for segment (6387b2f2-0bee-4573-8938-2efc29213a5f), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:01.142494 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f14ae-f465-445f-acaf-91e3868ecc01 req-ab560d10-8439-4237-b6dc-3288b090f27d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:01.144239 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be1f14ae-f465-445f-acaf-91e3868ecc01 req-ab560d10-8439-4237-b6dc-3288b090f27d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0968091 Oct 16 01:03:01.221737 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (f6d9aa56-b330-4b62-a416-c067206c96f0), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:01.241973 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:01.247041 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/f6d9aa56-b330-4b62-a416-c067206c96f0 HTTP/1.1" status: 204 len: 168 time: 0.6862657 Oct 16 01:03:01.253951 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4eaa91-50ae-4f53-859a-b40674702d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d9aa56-b330-4b62-a416-c067206c96f0,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:01.261543 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be1f14ae-f465-445f-acaf-91e3868ecc01 req-1c3f1c44-bb42-4558-b20e-ad5463707de6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878837 Oct 16 01:03:01.285535 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment 6387b2f2-0bee-4573-8938-2efc29213a5f resource provider aggregate not found Oct 16 01:03:01.304669 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment 6387b2f2-0bee-4573-8938-2efc29213a5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6387b2f2-0bee-4573-8938-2efc29213a5f found for delete ", "request_id": "req-92497fc7-ac1a-4109-8bab-1d06d66df0bd"}]} Oct 16 01:03:01.361543 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 29057d15-832d-4bc1-939a-b77306acef22 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:01.385473 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 29057d15-832d-4bc1-939a-b77306acef22 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:03:01.385828 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 29057d15-832d-4bc1-939a-b77306acef22 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:03:01.386254 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:01.399925 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35378) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:01.410352 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:03:01.410694 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d6c9e7b3-8f45-4467-bd7c-c4c2819d7fa6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:03:01.411209 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 42633501-06b6-4c52-92d4-45822c5b414e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:01.431011 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 42633501-06b6-4c52-92d4-45822c5b414e {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:03:01.431011 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 42633501-06b6-4c52-92d4-45822c5b414e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:03:01.444564 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c2111dc0-0f82-484f-9330-fe825f8c6239 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5462fcbfca114c8885f77f42b479b13d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434465 Oct 16 01:03:01.447650 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35380) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:01.496747 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-715ebd8f-a02c-443c-bb8f-2674c0e684d9 admin admin] Publish callbacks [] for security_group (2373011f-2524-4861-b686-1d88cdba9ae8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:01.517342 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-715ebd8f-a02c-443c-bb8f-2674c0e684d9 admin admin] Publish callbacks [] for security_group (2373011f-2524-4861-b686-1d88cdba9ae8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:01.565099 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-715ebd8f-a02c-443c-bb8f-2674c0e684d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2373011f-2524-4861-b686-1d88cdba9ae8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:01.567610 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-715ebd8f-a02c-443c-bb8f-2674c0e684d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:01.568854 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-715ebd8f-a02c-443c-bb8f-2674c0e684d9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2373011f-2524-4861-b686-1d88cdba9ae8 HTTP/1.1" status: 204 len: 168 time: 0.1199417 Oct 16 01:03:01.577821 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ebd8f-a02c-443c-bb8f-2674c0e684d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2373011f-2524-4861-b686-1d88cdba9ae8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:01.786399 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ef627-f0b1-4c26-bbe9-9b47ddd0f8df req-d8175019-aa59-4efb-b497-7d76c916a0bc tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:01.787959 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2a1ef627-f0b1-4c26-bbe9-9b47ddd0f8df req-d8175019-aa59-4efb-b497-7d76c916a0bc tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0532413 Oct 16 01:03:01.895782 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2a1ef627-f0b1-4c26-bbe9-9b47ddd0f8df req-d7afba5b-5006-4aa9-b157-8a9bbbda2be4 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991626 Oct 16 01:03:02.327789 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35406) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:02.402846 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca483c-dea4-48a2-8f05-6f5e54844ef7 req-642e81b6-2c7b-4ae2-90bd-730da9036af0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:02.404423 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-efca483c-dea4-48a2-8f05-6f5e54844ef7 req-642e81b6-2c7b-4ae2-90bd-730da9036af0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0543158 Oct 16 01:03:02.445153 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1096901518-network', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:02.465939 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-efca483c-dea4-48a2-8f05-6f5e54844ef7 req-9e8b45e9-f33a-42a5-bf92-bdcbba81d070 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557642 Oct 16 01:03:02.468165 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Made reservation on behalf of b8852bfe31aa4ba68190661d26c177cb for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:03:02.471010 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:02.481211 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:02.565295 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Publish callbacks [] for security_group (7a279710-7506-4f0c-bac4-6c2b0f088046), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:02.568980 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (7a279710-7506-4f0c-bac4-6c2b0f088046), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:02.595885 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=104580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 01:03:02.606681 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a279710-7506-4f0c-bac4-6c2b0f088046,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:02.612707 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (a2b144b3-1489-4a11-bdb8-6be66ef8e43c), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:02.613151 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Added segment a2b144b3-1489-4a11-bdb8-6be66ef8e43c of type vlan for network 57335160-65ed-4241-a862-dbf37da52fd2 Oct 16 01:03:02.655746 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (57335160-65ed-4241-a862-dbf37da52fd2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:02.682236 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (57335160-65ed-4241-a862-dbf37da52fd2), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:02.683352 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:02.683952 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:02.691903 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:02.742285 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4133334 Oct 16 01:03:02.745589 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35410) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:02.750994 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-2b8f52dd-2b12-4f34-9d23-d5aaf48fa5fe admin admin] Request body: {'subnet': {'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1096901518-subnet', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:02.754520 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24740d75-6181-4ebe-ac5a-13cf330a8d38 admin admin] Pushing event updated for resources: {'Network': ['ID=57335160-65ed-4241-a862-dbf37da52fd2,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:02.765732 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 57335160-65ed-4241-a862-dbf37da52fd2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 01:03:02.766336 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:02.773598 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f52dd-2b12-4f34-9d23-d5aaf48fa5fe admin admin] Made reservation on behalf of b8852bfe31aa4ba68190661d26c177cb for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:03:02.777275 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2b8f52dd-2b12-4f34-9d23-d5aaf48fa5fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2786959'] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:02.867874 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:02.968089 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:02.992483 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2b8f52dd-2b12-4f34-9d23-d5aaf48fa5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2994349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2786973'] for subnet (ddb48e42-3d61-453a-90ed-9d67363fcb4f), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.030406 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:03.042084 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1d379-39a1-44a2-b723-fc6fd40e55ad req-98542913-9b90-48ff-b734-5b9dc316d73e tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:03.043593 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-11b1d379-39a1-44a2-b723-fc6fd40e55ad req-98542913-9b90-48ff-b734-5b9dc316d73e tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0492973 Oct 16 01:03:03.046139 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f52dd-2b12-4f34-9d23-d5aaf48fa5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb48e42-3d61-453a-90ed-9d67363fcb4f,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:03.062930 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f52dd-2b12-4f34-9d23-d5aaf48fa5fe admin admin] Checking segment: {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:03:03.063315 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f52dd-2b12-4f34-9d23-d5aaf48fa5fe admin admin] Network hostable DHCP agents. Network: 57335160-65ed-4241-a862-dbf37da52fd2, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 01:03:03.081623 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f52dd-2b12-4f34-9d23-d5aaf48fa5fe admin admin] Network 57335160-65ed-4241-a862-dbf37da52fd2 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 01:03:03.091430 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f52dd-2b12-4f34-9d23-d5aaf48fa5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 57335160-65ed-4241-a862-dbf37da52fd2) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:03:03.095621 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f52dd-2b12-4f34-9d23-d5aaf48fa5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:03.096061 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2b8f52dd-2b12-4f34-9d23-d5aaf48fa5fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.101110 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b84e71-d015-41d1-8e35-286b541ebda6 None None] Network 57335160-65ed-4241-a862-dbf37da52fd2 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:03:03.112138 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-11b1d379-39a1-44a2-b723-fc6fd40e55ad req-b3c77ba0-5163-4163-98cf-83da780bb780 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef62311a-4a30-42aa-bd68-cc2deadeb13a&id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620706 Oct 16 01:03:03.113841 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2b8f52dd-2b12-4f34-9d23-d5aaf48fa5fe admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3670003 Oct 16 01:03:03.116454 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35414) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:03.121241 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:03.147771 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11664'] for router (70ef0714-e67f-4232-a8b3-97d360f21c38), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.148831 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607903', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11659'] for router (70ef0714-e67f-4232-a8b3-97d360f21c38), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.204420 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Publish callbacks [] for router_controller (70ef0714-e67f-4232-a8b3-97d360f21c38), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.214287 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-57335160-65ed-4241-a862-dbf37da52fd2', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f'}]}} from dv-cinder-master-3-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 16 01:03:03.215292 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.218574 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:03.346141 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Publish callbacks [] for router_gateway (70ef0714-e67f-4232-a8b3-97d360f21c38), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.356953 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Allocated IP 172.20.0.2 (57335160-65ed-4241-a862-dbf37da52fd2/ddb48e42-3d61-453a-90ed-9d67363fcb4f/3fff1000-da0b-466d-9856-c4fcdcbd4c2e) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:03:03.513622 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Publish callbacks [] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.522269 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.538655 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:03.577965 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Network 57335160-65ed-4241-a862-dbf37da52fd2 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:03:03.581519 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Publish callbacks [] for router_gateway (70ef0714-e67f-4232-a8b3-97d360f21c38), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.582397 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:03:03.584917 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:03:03.599535 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Pushing event updated for resources: {'Port': ['ID=3fff1000-da0b-466d-9856-c4fcdcbd4c2e,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:03.639055 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.659706 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Attempting to bind port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:03:03.660114 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Attempting to bind port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:03:03.660489 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Attempting to bind port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e on network 57335160-65ed-4241-a862-dbf37da52fd2 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:03:03.662201 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ece682-4fa7-45c0-903d-b3d48b43d66a req-449996db-5739-4d3b-8540-24d8a9057014 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:03.663801 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6ece682-4fa7-45c0-903d-b3d48b43d66a req-449996db-5739-4d3b-8540-24d8a9057014 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.1055014 Oct 16 01:03:03.710705 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:03:03.711126 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Checking segment: {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:03:03.711453 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.712460 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Bound using segment: {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:03:03.713172 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Bound port: 3fff1000-da0b-466d-9856-c4fcdcbd4c2e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:03:03.713561 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.781391 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:03.782629 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] For port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:03:03.786947 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] For port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3fff1000-da0b-466d-9856-c4fcdcbd4c2e,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:03:03.792733 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6ece682-4fa7-45c0-903d-b3d48b43d66a req-62a86a19-69fe-4498-93ef-3ef41e92888a tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983326 Oct 16 01:03:03.794580 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:03.829812 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Allocated IP 172.37.2.2 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:03:03.878965 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b2d82-99b9-46c5-b77a-0fc6014afdc4 None None] Pushing event updated for resources: {'Port': ['ID=3fff1000-da0b-466d-9856-c4fcdcbd4c2e,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:03.894682 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:03.966902 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Publish callbacks [] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:04.018967 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:04.079280 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:03:04.082294 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:03:04.084891 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:03:04.116239 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Pushing event updated for resources: {'Port': ['ID=d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:04.347198 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Publish callbacks [] for router_gateway (70ef0714-e67f-4232-a8b3-97d360f21c38), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:04.540567 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-647395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649934'] for router (70ef0714-e67f-4232-a8b3-97d360f21c38), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:04.680370 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Router 70ef0714-e67f-4232-a8b3-97d360f21c38 is scheduled to L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 01:03:04.722638 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:04.784681 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bb2bf2-a624-429c-b97c-632b4319c784 None None] Network 57335160-65ed-4241-a862-dbf37da52fd2 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:03:04.800178 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:03:04.832528 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:04.833504 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Sync routers for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:03:04.837522 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6502d280-e56f-4814-b694-1bc6d4b98eef admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7170584 Oct 16 01:03:04.837981 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35420) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:04.872119 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:04.872767 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:04.880305 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-bbbb14b4-e983-476a-9dc6-6b3b1a5b9e35 None None] Provisioning complete for port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:04.880729 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bbbb14b4-e983-476a-9dc6-6b3b1a5b9e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:04.881054 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-bbbb14b4-e983-476a-9dc6-6b3b1a5b9e35 None None] Attempt 1 to provision port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e Oct 16 01:03:04.985267 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd49c5c-7fdd-4d31-8708-a96f2aa3ba50 req-de57528d-eeae-4f6b-a54f-1b56c81b34f7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:04.986775 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ccd49c5c-7fdd-4d31-8708-a96f2aa3ba50 req-de57528d-eeae-4f6b-a54f-1b56c81b34f7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0594683 Oct 16 01:03:05.092647 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:05.115285 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ccd49c5c-7fdd-4d31-8708-a96f2aa3ba50 req-b490257f-8a74-421f-947d-bd8ecc8bd257 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888500 Oct 16 01:03:05.120839 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-bbbb14b4-e983-476a-9dc6-6b3b1a5b9e35 None None] Current status of the port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:05.121228 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bbbb14b4-e983-476a-9dc6-6b3b1a5b9e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:05.237667 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-bbbb14b4-e983-476a-9dc6-6b3b1a5b9e35 None None] For port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3fff1000-da0b-466d-9856-c4fcdcbd4c2e,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:05.244155 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bbbb14b4-e983-476a-9dc6-6b3b1a5b9e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:05.368243 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb14b4-e983-476a-9dc6-6b3b1a5b9e35 None None] Pushing event updated for resources: {'Port': ['ID=3fff1000-da0b-466d-9856-c4fcdcbd4c2e,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:05.378538 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:05.391037 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-f9a604ea-f4c3-480c-bfff-8acdecfea8d5 None None] Provisioning complete for port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:05.391037 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f9a604ea-f4c3-480c-bfff-8acdecfea8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:05.391037 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-f9a604ea-f4c3-480c-bfff-8acdecfea8d5 None None] Attempt 1 to provision port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e Oct 16 01:03:05.421192 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:04Z', 'revision_number': 3, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:05.432282 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 3fff1000-da0b-466d-9856-c4fcdcbd4c2e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:03:05.481741 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Checking router: 70ef0714-e67f-4232-a8b3-97d360f21c38 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:03:05.482073 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Updating router 70ef0714-e67f-4232-a8b3-97d360f21c38 port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 binding host dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 01:03:05.513292 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:05.534832 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:05.567165 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:05.586116 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Allocated IP 172.20.0.1 (57335160-65ed-4241-a862-dbf37da52fd2/ddb48e42-3d61-453a-90ed-9d67363fcb4f/a0f3de46-77fa-4767-8d04-a86666829119) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:03:05.616669 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:05.616951 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:05.617227 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e Oct 16 01:03:05.669448 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:05.693173 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f9a604ea-f4c3-480c-bfff-8acdecfea8d5 None None] Current status of the port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:05.705549 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Publish callbacks [] for port (a0f3de46-77fa-4767-8d04-a86666829119), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:05.724839 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:05.743595 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (a0f3de46-77fa-4767-8d04-a86666829119), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:05.745575 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:05.783412 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Network 57335160-65ed-4241-a862-dbf37da52fd2 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:03:05.786687 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:03:05.791251 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:03:05.823138 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Pushing event updated for resources: {'Port': ['ID=a0f3de46-77fa-4767-8d04-a86666829119,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:05.824215 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:05.843854 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647477'] for router_interface (70ef0714-e67f-4232-a8b3-97d360f21c38), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:05.938644 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Publish callbacks [] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:05.945190 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:05.985901 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Attempting to bind port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:03:05.986279 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Attempting to bind port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:03:05.986645 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Attempting to bind port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 on network 208c62ac-592a-4dec-a1cf-31599d23bbee {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:03:05.999167 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a0f3de46-77fa-4767-8d04-a86666829119), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:06.024240 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8755759-33b3-48eb-9378-62bf0d6bfb85 None None] Pushing event updated for resources: {'Port': ['ID=d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:06.054537 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:03:06.055753 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Checking segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:03:06.056271 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:06.056774 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Bound using segment: {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:03:06.057860 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Bound port: d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae8863-1d1b-4c01-9b2a-3eb157dfed09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:03:06.058056 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:06.130146 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-876c183a-811b-4ec3-978f-9b90d4d9679b None None] Provisioning complete for port a0f3de46-77fa-4767-8d04-a86666829119 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:06.130520 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-876c183a-811b-4ec3-978f-9b90d4d9679b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (a0f3de46-77fa-4767-8d04-a86666829119), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:06.130835 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-876c183a-811b-4ec3-978f-9b90d4d9679b None None] Attempt 1 to provision port a0f3de46-77fa-4767-8d04-a86666829119 Oct 16 01:03:06.133882 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] For port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:03:06.139029 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] For port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:03:06.194134 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-876c183a-811b-4ec3-978f-9b90d4d9679b None None] Port a0f3de46-77fa-4767-8d04-a86666829119 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:03:06.205445 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:06.254087 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:06.254802 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:06.259928 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Publish callbacks [] for port (a0f3de46-77fa-4767-8d04-a86666829119), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:06.270382 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (a0f3de46-77fa-4767-8d04-a86666829119), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:06.288284 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f0094-7433-4e01-b639-df9422afb57f req-9121f75a-4cbb-4372-8e65-82e656f7b903 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:06.290422 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0c9f0094-7433-4e01-b639-df9422afb57f req-9121f75a-4cbb-4372-8e65-82e656f7b903 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0610144 Oct 16 01:03:06.312929 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:06.314124 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8755759-33b3-48eb-9378-62bf0d6bfb85 None None] Pushing event updated for resources: {'Port': ['ID=d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:06.324128 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac65c3-7aaa-4999-840f-13c8c7d68d22 req-e150eac3-e1ab-4151-99d8-41f8abec61a0 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:06.325774 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cfac65c3-7aaa-4999-840f-13c8c7d68d22 req-e150eac3-e1ab-4151-99d8-41f8abec61a0 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 945 time: 0.0998552 Oct 16 01:03:06.376187 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Pushing event updated for resources: {'Port': ['ID=a0f3de46-77fa-4767-8d04-a86666829119,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:06.377408 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0c9f0094-7433-4e01-b639-df9422afb57f req-8e354e0f-a1e4-4d19-9a21-e8e3febcee78 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735149 Oct 16 01:03:06.381246 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647593'] for router_interface (70ef0714-e67f-4232-a8b3-97d360f21c38), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:06.437516 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cfac65c3-7aaa-4999-840f-13c8c7d68d22 req-1a12265e-3ab2-48b9-8052-f5aeaa96227b tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951686 Oct 16 01:03:06.520364 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Network 57335160-65ed-4241-a862-dbf37da52fd2 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:03:06.521831 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:03:06.531642 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:06.553647 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:06.652983 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Router 70ef0714-e67f-4232-a8b3-97d360f21c38 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:03:06.735705 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:06.770471 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 1, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:06.791648 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:03:06.799779 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b48cbd2b-137c-4535-a02a-a7706bbc3760 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/70ef0714-e67f-4232-a8b3-97d360f21c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9601464 Oct 16 01:03:06.801956 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a7b53-3506-4f6c-bde1-895520ff7f33 None None] The sync data for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi is: [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 1, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:03:06.831588 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-e10763df-d639-4f89-bc34-fe0f61ee3f42 None None] Provisioning complete for port a0f3de46-77fa-4767-8d04-a86666829119 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:06.832224 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e10763df-d639-4f89-bc34-fe0f61ee3f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (a0f3de46-77fa-4767-8d04-a86666829119), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:06.832785 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-e10763df-d639-4f89-bc34-fe0f61ee3f42 None None] Attempt 1 to provision port a0f3de46-77fa-4767-8d04-a86666829119 Oct 16 01:03:06.887309 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-e10763df-d639-4f89-bc34-fe0f61ee3f42 None None] Port a0f3de46-77fa-4767-8d04-a86666829119 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:03:07.164734 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35436) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:07.169443 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-656513f7-e2f3-4ec4-9722-efaca5c55f7f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269443264', 'description': 'tempest-description--467616368'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:07.193950 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-656513f7-e2f3-4ec4-9722-efaca5c55f7f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:07.275543 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-656513f7-e2f3-4ec4-9722-efaca5c55f7f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group (56de6e02-e079-44a1-8388-7aaeb8270eaf), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:07.279787 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-656513f7-e2f3-4ec4-9722-efaca5c55f7f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (56de6e02-e079-44a1-8388-7aaeb8270eaf), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:07.313408 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656513f7-e2f3-4ec4-9722-efaca5c55f7f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56de6e02-e079-44a1-8388-7aaeb8270eaf,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:07.317690 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-656513f7-e2f3-4ec4-9722-efaca5c55f7f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:07.322163 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-656513f7-e2f3-4ec4-9722-efaca5c55f7f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1530187 Oct 16 01:03:07.325460 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35438) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:07.328341 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-c6aa38e9-ecf8-4bc8-beef-3f87f2c6220e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Request body: {'security_group_rule': {'security_group_id': '56de6e02-e079-44a1-8388-7aaeb8270eaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:07.370814 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c6aa38e9-ecf8-4bc8-beef-3f87f2c6220e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group_rule (72d38621-4a25-4604-99fa-3f1b5ee8e552), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:07.418051 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 3fff1000-da0b-466d-9856-c4fcdcbd4c2e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:03:07.450623 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c6aa38e9-ecf8-4bc8-beef-3f87f2c6220e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group_rule (72d38621-4a25-4604-99fa-3f1b5ee8e552), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:07.456615 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c6aa38e9-ecf8-4bc8-beef-3f87f2c6220e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (72d38621-4a25-4604-99fa-3f1b5ee8e552), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:07.506405 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa38e9-ecf8-4bc8-beef-3f87f2c6220e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d38621-4a25-4604-99fa-3f1b5ee8e552,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:07.519412 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c6aa38e9-ecf8-4bc8-beef-3f87f2c6220e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:07.523719 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c6aa38e9-ecf8-4bc8-beef-3f87f2c6220e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995883 Oct 16 01:03:07.526986 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35444) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:07.560634 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:07.560982 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:07.561340 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e Oct 16 01:03:07.568365 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-c12e96a0-8ce6-4c34-af62-bced0bb26592 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Request body: {'security_group_rule': {'security_group_id': '56de6e02-e079-44a1-8388-7aaeb8270eaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:07.582319 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40665fa-1abe-457a-8bc8-9de431f5a8bc req-e0c445a6-c86e-4a7e-9f56-ca2febdd3069 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:07.583995 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b40665fa-1abe-457a-8bc8-9de431f5a8bc req-e0c445a6-c86e-4a7e-9f56-ca2febdd3069 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.1003611 Oct 16 01:03:07.628847 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:07.700520 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b40665fa-1abe-457a-8bc8-9de431f5a8bc req-9298f61d-6dcc-441b-b338-fc9a7fa494ae tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958881 Oct 16 01:03:07.703202 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:07.926238 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e35e50-6a32-4025-93b5-712742e2de82 req-0f958b46-5b82-430a-9ff3-455bf938ef34 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:07.927881 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e2e35e50-6a32-4025-93b5-712742e2de82 req-0f958b46-5b82-430a-9ff3-455bf938ef34 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 945 time: 0.3511350 Oct 16 01:03:07.928563 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c12e96a0-8ce6-4c34-af62-bced0bb26592 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group_rule (1b1b654a-a34b-481d-9788-98f22ee5a68a), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.020746 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c12e96a0-8ce6-4c34-af62-bced0bb26592 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group_rule (1b1b654a-a34b-481d-9788-98f22ee5a68a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.028064 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e2e35e50-6a32-4025-93b5-712742e2de82 req-00635c32-3aa8-45c7-9cf3-ab7fb737d735 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880835 Oct 16 01:03:08.030564 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c12e96a0-8ce6-4c34-af62-bced0bb26592 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (1b1b654a-a34b-481d-9788-98f22ee5a68a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.041179 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-43c178b1-58b9-4b3b-88b8-1ae74606cfc8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:08.042883 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-43c178b1-58b9-4b3b-88b8-1ae74606cfc8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 945 time: 0.0670085 Oct 16 01:03:08.057235 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e96a0-8ce6-4c34-af62-bced0bb26592 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1b654a-a34b-481d-9788-98f22ee5a68a,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:08.068466 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c12e96a0-8ce6-4c34-af62-bced0bb26592 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.074405 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c12e96a0-8ce6-4c34-af62-bced0bb26592 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5438874 Oct 16 01:03:08.075835 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35446) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:08.080464 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:08.104327 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.151837 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Deleting port 1cc7e38e-e043-419a-986d-342c38dba97f {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:08.152181 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.194831 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.254256 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] For port 1cc7e38e-e043-419a-986d-342c38dba97f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1cc7e38e-e043-419a-986d-342c38dba97f,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:08.254856 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.313510 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Allocated IP 172.37.2.250 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/e7c812e1-34db-4018-99c1-10152ebd52ad) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:03:08.375084 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:08.444384 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for port (e7c812e1-34db-4018-99c1-10152ebd52ad), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.452662 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.453025 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (d926ffde-0f50-4837-b0ba-5d56b2473d35), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.453338 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Floating IP d926ffde-0f50-4837-b0ba-5d56b2473d35 disassociated. External IP: 172.37.2.136, port: 1cc7e38e-e043-419a-986d-342c38dba97f. Oct 16 01:03:08.453676 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Calling delete_port for 1cc7e38e-e043-419a-986d-342c38dba97f owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:08.473488 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:08.482368 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (e7c812e1-34db-4018-99c1-10152ebd52ad), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.522633 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:08.533265 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:03:08.538905 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:03:08.543979 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:03:08.547884 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event updated for resources: {'Port': ['ID=e7c812e1-34db-4018-99c1-10152ebd52ad,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:08.606416 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:08.612722 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (1cc7e38e-e043-419a-986d-342c38dba97f), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.644811 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (8bff6219-aaf0-47cd-8812-d229d7337011), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.649777 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event deleted for resources: {'Port': ['ID=1cc7e38e-e043-419a-986d-342c38dba97f,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:08.703265 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (e7c812e1-34db-4018-99c1-10152ebd52ad), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.802789 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:03:08.905801 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for port (e7c812e1-34db-4018-99c1-10152ebd52ad), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.910821 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (e7c812e1-34db-4018-99c1-10152ebd52ad), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:08.937186 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9651296-cfde-4e48-821b-17167aab85c5 req-f742a90d-f8eb-461b-a3ce-72876468f747 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:08.938645 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c9651296-cfde-4e48-821b-17167aab85c5 req-f742a90d-f8eb-461b-a3ce-72876468f747 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0854926 Oct 16 01:03:08.995141 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (8bff6219-aaf0-47cd-8812-d229d7337011), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:09.007307 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event updated for resources: {'Port': ['ID=e7c812e1-34db-4018-99c1-10152ebd52ad,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:09.009075 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c9651296-cfde-4e48-821b-17167aab85c5 req-629be83a-1329-4385-bc7f-afa8ae57f84a tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624392 Oct 16 01:03:09.010539 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:03:09.022197 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:09.038611 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-f3989307-3edc-42ed-a322-e512f7798d1e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9538167 Oct 16 01:03:09.038959 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc5d370-e441-4e84-8340-efeaf23b8899 None None] Sync routers for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:03:09.045396 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc5d370-e441-4e84-8340-efeaf23b8899 None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:09.046083 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-afc5d370-e441-4e84-8340-efeaf23b8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:09.087940 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] No DVR routers for this DVR port 1cc7e38e-e043-419a-986d-342c38dba97f on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:03:09.090804 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:09.094984 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-49788900-24e1-44ba-b045-b1c70e717aa7 req-12dd6158-cbf9-4ee3-870b-3b08c42e0ded tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "DELETE /networking/v2.0/ports/1cc7e38e-e043-419a-986d-342c38dba97f HTTP/1.1" status: 204 len: 173 time: 1.0422783 Oct 16 01:03:09.095627 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'name': 'network-vif-deleted', 'tag': '1cc7e38e-e043-419a-986d-342c38dba97f'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:09.098759 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0acf012-01dc-4e33-b14d-ad0a82475d70" -d '{"events": [{"server_uuid": "e232da69-f419-4e6d-802e-a253ad2587ab", "name": "network-vif-deleted", "tag": "1cc7e38e-e043-419a-986d-342c38dba97f"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:09.167551 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cfc6f2-eda7-4487-a2ee-65e24ec0186d x-openstack-request-id: req-15cfc6f2-eda7-4487-a2ee-65e24ec0186d {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:09.167855 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e232da69-f419-4e6d-802e-a253ad2587ab", "name": "network-vif-deleted", "tag": "1cc7e38e-e043-419a-986d-342c38dba97f", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:09.168116 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15cfc6f2-eda7-4487-a2ee-65e24ec0186d {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:09.168547 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15cfc6f2-eda7-4487-a2ee-65e24ec0186d'] response: {'server_uuid': 'e232da69-f419-4e6d-802e-a253ad2587ab', 'name': 'network-vif-deleted', 'tag': '1cc7e38e-e043-419a-986d-342c38dba97f', 'status': 'completed', 'code': 200} Oct 16 01:03:09.201396 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9c95917e-3165-4514-8bf8-65b2da8b909b req-9b4f91ec-0886-46be-ae1a-3011985b4bfd tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 210 time: 0.0397844 Oct 16 01:03:09.236063 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-afc5d370-e441-4e84-8340-efeaf23b8899 None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:09.343391 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Sync routers for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:03:09.355438 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-04a4ffec-617d-46b3-ac6d-7914ca63cbc6 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--269443264&fields=id&tenant_id=b8852bfe31aa4ba68190661d26c177cb HTTP/1.1" status: 200 len: 267 time: 0.0652237 Oct 16 01:03:09.378085 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:09.378766 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:09.506423 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:03:09.510638 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-73e58c2a-22e1-4d40-912b-c95db890ab2e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:09.512742 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-73e58c2a-22e1-4d40-912b-c95db890ab2e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/networks?id=57335160-65ed-4241-a862-dbf37da52fd2 HTTP/1.1" status: 200 len: 811 time: 0.1496975 Oct 16 01:03:09.531713 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-afc5d370-e441-4e84-8340-efeaf23b8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:09.537113 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-2e291867-be45-4342-85df-c99ea3c54f7b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/quotas/b8852bfe31aa4ba68190661d26c177cb HTTP/1.1" status: 200 len: 375 time: 0.0182831 Oct 16 01:03:09.567868 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:09.569458 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc5d370-e441-4e84-8340-efeaf23b8899 None None] Checking router: a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:03:09.579875 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc5d370-e441-4e84-8340-efeaf23b8899 None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:09.580517 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-afc5d370-e441-4e84-8340-efeaf23b8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:09.621132 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-2aa97937-64c2-4603-a576-1b42b45251f8 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8852bfe31aa4ba68190661d26c177cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754640 Oct 16 01:03:09.636048 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:09.705160 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:09.726770 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:09.727168 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:09.727745 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 Oct 16 01:03:09.728072 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-afc5d370-e441-4e84-8340-efeaf23b8899 None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:09.828091 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:09.860198 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-11cf906c-1f3e-4254-bf3e-6712b6fb115a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357197 Oct 16 01:03:09.864816 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:09.865210 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:09.901035 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:09.905238 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:06Z', 'revision_number': 2, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:09.908988 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:09.937942 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Checking router: 70ef0714-e67f-4232-a8b3-97d360f21c38 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:03:09.937942 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Updating router 70ef0714-e67f-4232-a8b3-97d360f21c38 port a0f3de46-77fa-4767-8d04-a86666829119 binding host dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 01:03:09.966913 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-afc5d370-e441-4e84-8340-efeaf23b8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:09.970010 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-e0d155e9-de97-463c-8df5-23222de26938 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012902 Oct 16 01:03:09.997015 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc5d370-e441-4e84-8340-efeaf23b8899 None None] The sync data for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi is: [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:03:10.010248 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a0f3de46-77fa-4767-8d04-a86666829119), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:10.022051 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:10.204323 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-459490d7-7d2d-4921-aa12-7b5860c47a65 req-438dc583-7ecc-4ec2-968f-6519453e231b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 210 time: 0.0382268 Oct 16 01:03:10.214359 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 1cc7e38e-e043-419a-986d-342c38dba97f no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:10.240369 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403399b5-1f07-498b-8fff-073ce70c5000 req-7024baee-848a-482b-b316-19b25a9f9e30 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:10.246308 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-403399b5-1f07-498b-8fff-073ce70c5000 req-7024baee-848a-482b-b316-19b25a9f9e30 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.1302991 Oct 16 01:03:10.247217 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 1cc7e38e-e043-419a-986d-342c38dba97f {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:03:10.247570 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 1cc7e38e-e043-419a-986d-342c38dba97f not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:03:10.354161 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-403399b5-1f07-498b-8fff-073ce70c5000 req-6235ec7d-669b-49fb-9411-d48b6cb9ce24 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937564 Oct 16 01:03:10.437830 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e7a08717-b7c6-4118-ad54-d1dae946c21d req-97bf0894-4e7c-4667-92ba-a2bbbc121e45 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e232da69-f419-4e6d-802e-a253ad2587ab HTTP/1.1" status: 200 len: 210 time: 0.0480103 Oct 16 01:03:10.467859 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29529f3-2bce-4172-b219-9c26b6b11c16 None None] New status for floating IP d926ffde-0f50-4837-b0ba-5d56b2473d35: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:03:10.520371 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Publish callbacks [] for port (a0f3de46-77fa-4767-8d04-a86666829119), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:10.528040 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (a0f3de46-77fa-4767-8d04-a86666829119), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:10.629405 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d332baf-2b50-4156-b579-1f71d94f554e None None] Pushing event updated for resources: {'Port': ['ID=a0f3de46-77fa-4767-8d04-a86666829119,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:10.643167 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Attempting to bind port a0f3de46-77fa-4767-8d04-a86666829119 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:03:10.643898 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Attempting to bind port a0f3de46-77fa-4767-8d04-a86666829119 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:03:10.644130 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Attempting to bind port a0f3de46-77fa-4767-8d04-a86666829119 on network 57335160-65ed-4241-a862-dbf37da52fd2 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:03:10.700386 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Checking agent: {'id': 'd3d486cc-aecc-4137-bac0-1c777d588ae6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 49), 'started_at': datetime.datetime(2022, 10, 16, 0, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:03:10.700763 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Checking segment: {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:03:10.701170 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:10.701566 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Bound using segment: {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:03:10.702045 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Bound port: a0f3de46-77fa-4767-8d04-a86666829119, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:03:10.702437 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a0f3de46-77fa-4767-8d04-a86666829119), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:10.781562 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] For port a0f3de46-77fa-4767-8d04-a86666829119, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:03:10.784442 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] For port a0f3de46-77fa-4767-8d04-a86666829119, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0f3de46-77fa-4767-8d04-a86666829119,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:03:10.792462 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (a0f3de46-77fa-4767-8d04-a86666829119), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:10.836509 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:10.837154 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:10.905589 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d332baf-2b50-4156-b579-1f71d94f554e None None] Pushing event updated for resources: {'Port': ['ID=a0f3de46-77fa-4767-8d04-a86666829119,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:10.991235 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:11.125369 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:11.216674 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:10Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:11.245748 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629d3fe-6d18-4099-baa5-9377c08a019a None None] The sync data for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi is: [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:10Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:03:11.347647 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6cbe3543-6146-4fad-a544-95b930a5d1b1 req-a568b59d-fa03-4a39-9943-4a7a2a1a3ce4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 210 time: 0.0450268 Oct 16 01:03:11.443555 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:03:11.467198 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:11.498557 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:11.499101 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:11.499514 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 Oct 16 01:03:11.547540 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf18f26-f532-4c48-aaaf-5ffbea7c8967 req-c82c7345-48b2-4eca-be2a-a0c918ee514f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:11.559462 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5bf18f26-f532-4c48-aaaf-5ffbea7c8967 req-c82c7345-48b2-4eca-be2a-a0c918ee514f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.1143610 Oct 16 01:03:11.605952 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:11.607222 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device a0f3de46-77fa-4767-8d04-a86666829119 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:03:11.627996 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:11.645710 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5bf18f26-f532-4c48-aaaf-5ffbea7c8967 req-f2edffd6-481d-44e8-8af1-ffc558b35c6d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822666 Oct 16 01:03:11.674218 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port a0f3de46-77fa-4767-8d04-a86666829119 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:11.675181 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (a0f3de46-77fa-4767-8d04-a86666829119), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:11.675901 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port a0f3de46-77fa-4767-8d04-a86666829119 Oct 16 01:03:11.784497 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port a0f3de46-77fa-4767-8d04-a86666829119 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:11.785019 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a0f3de46-77fa-4767-8d04-a86666829119), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:11.788131 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:11.832245 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] For port a0f3de46-77fa-4767-8d04-a86666829119, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0f3de46-77fa-4767-8d04-a86666829119,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:11.846825 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (a0f3de46-77fa-4767-8d04-a86666829119), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:11.866919 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-efad1243-8360-4874-b4a6-8a4624dc4145 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1119436186&fields=id&tenant_id=cb1743385ea14cc39244c83e8fc88e7e HTTP/1.1" status: 200 len: 267 time: 0.0762372 Oct 16 01:03:11.953410 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Pushing event updated for resources: {'Port': ['ID=a0f3de46-77fa-4767-8d04-a86666829119,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:12.020308 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-7ae61225-db6a-4584-8c64-aad368e9596b tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:12.027100 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-7ae61225-db6a-4584-8c64-aad368e9596b tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 811 time: 0.1581211 Oct 16 01:03:12.046019 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e183979b-b1bc-4800-bac4-cd0a1c1c1783 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/quotas/cb1743385ea14cc39244c83e8fc88e7e HTTP/1.1" status: 200 len: 375 time: 0.0177896 Oct 16 01:03:12.114408 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:12.151378 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-b5135dd4-4409-415d-80cd-ede2b210a4e1 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040246 Oct 16 01:03:12.200779 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 544a970e-fd66-4b0a-ba39-0dcfeed391f8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:03:12.287477 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-eb71df5a-a47e-471b-b4d9-8544b44437b6 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:12.289042 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-eb71df5a-a47e-471b-b4d9-8544b44437b6 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.36 "GET /networking/v2.0/networks?id=57335160-65ed-4241-a862-dbf37da52fd2 HTTP/1.1" status: 200 len: 811 time: 0.4530716 Oct 16 01:03:12.305624 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:12.319452 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:12.341524 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-bd690d2e-b2a7-457b-89f6-509d73470b82 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761441 Oct 16 01:03:12.342518 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:12.359519 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-66619ddb-31a7-4d0a-8f50-f2286d877c7e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b8852bfe31aa4ba68190661d26c177cb HTTP/1.1" status: 200 len: 379 time: 0.0596282 Oct 16 01:03:12.361001 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'port_id': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'mac_address': 'fa:16:3e:ca:bb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:03:12.370840 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Request body: {'port': {'device_id': 'f3182305-f754-4b0f-989d-7362967cb10a', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'admin_state_up': True, 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'security_groups': ['56de6e02-e079-44a1-8388-7aaeb8270eaf']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:12.401383 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 is: ACTIVE; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:12.402567 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:12.424588 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 544a970e-fd66-4b0a-ba39-0dcfeed391f8 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:03:12.451881 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:12.458894 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:12.474212 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-f13a385a-86bf-4d3c-bca2-ca44fa4a44d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256275 Oct 16 01:03:12.522268 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-868d8e56-0e3d-48fd-b3d3-52027e65e01e req-49469625-8b57-4b8e-a68b-18e4dc2cd77e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 210 time: 0.0501897 Oct 16 01:03:12.534118 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=544a970e-fd66-4b0a-ba39-0dcfeed391f8,revision_number=6']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:12.556252 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Made reservation on behalf of b8852bfe31aa4ba68190661d26c177cb for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:03:12.560359 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:12.574983 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['544a970e-fd66-4b0a-ba39-0dcfeed391f8'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:03:12.827276 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acaf4a-996e-4bc2-9a10-133d5a6fd878 req-5d763049-412f-4f11-86b6-347ed8830f6a tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:12.829196 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e2acaf4a-996e-4bc2-9a10-133d5a6fd878 req-5d763049-412f-4f11-86b6-347ed8830f6a tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 944 time: 0.0930717 Oct 16 01:03:12.838414 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Allocated IP 172.20.0.13 (57335160-65ed-4241-a862-dbf37da52fd2/ddb48e42-3d61-453a-90ed-9d67363fcb4f/01028fe7-7644-4a03-bb34-6762d2043774) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:03:12.856282 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2161ba1b-ecf4-4539-9814-5a17bea0c3fc req-534f031d-a570-4e06-b9f8-64047e08034a tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 210 time: 0.0325122 Oct 16 01:03:12.961976 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e2acaf4a-996e-4bc2-9a10-133d5a6fd878 req-ec9eec7f-6e4b-4ed1-9a4d-cc39d732aec1 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261318 Oct 16 01:03:13.089094 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for port (01028fe7-7644-4a03-bb34-6762d2043774), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:13.134362 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (01028fe7-7644-4a03-bb34-6762d2043774), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:13.182159 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Network 57335160-65ed-4241-a862-dbf37da52fd2 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:03:13.185952 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:03:13.189510 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:03:13.226187 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event updated for resources: {'Port': ['ID=01028fe7-7644-4a03-bb34-6762d2043774,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:13.249862 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:13.250579 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:13.271049 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a5771914-74fa-4798-beac-dd3715356b63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9052334 Oct 16 01:03:13.387356 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Request body: {'port': {'device_id': 'f3182305-f754-4b0f-989d-7362967cb10a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:13.491384 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device a0f3de46-77fa-4767-8d04-a86666829119 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:03:13.508220 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:13.512218 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (01028fe7-7644-4a03-bb34-6762d2043774), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:13.515200 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:13.531794 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-47cda0ea-061c-413e-9545-a46ff21328d3 None None] Provisioning complete for port 01028fe7-7644-4a03-bb34-6762d2043774 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:13.532235 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-47cda0ea-061c-413e-9545-a46ff21328d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (01028fe7-7644-4a03-bb34-6762d2043774), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:13.532655 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-47cda0ea-061c-413e-9545-a46ff21328d3 None None] Attempt 1 to provision port 01028fe7-7644-4a03-bb34-6762d2043774 Oct 16 01:03:13.622898 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-47cda0ea-061c-413e-9545-a46ff21328d3 None None] Port 01028fe7-7644-4a03-bb34-6762d2043774 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:03:13.628845 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Provisioning complete for port a0f3de46-77fa-4767-8d04-a86666829119 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:13.629433 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (a0f3de46-77fa-4767-8d04-a86666829119), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:13.629921 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Attempt 1 to provision port a0f3de46-77fa-4767-8d04-a86666829119 Oct 16 01:03:13.690632 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b035e-fdeb-4bf4-8cf1-e8ac3cd9eec7 req-d397cb22-82b2-42cc-9bfd-fca02e53fd3c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:13.713718 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-022b035e-fdeb-4bf4-8cf1-e8ac3cd9eec7 req-d397cb22-82b2-42cc-9bfd-fca02e53fd3c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 932 time: 0.0920866 Oct 16 01:03:13.744738 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Current status of the port a0f3de46-77fa-4767-8d04-a86666829119 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:13.779455 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-022b035e-fdeb-4bf4-8cf1-e8ac3cd9eec7 req-fc2c662a-1397-4535-94f4-6d47821a67dc tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643942 Oct 16 01:03:13.863944 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01028fe7-7644-4a03-bb34-6762d2043774 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:03:13.872938 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Publish callbacks [] for port (01028fe7-7644-4a03-bb34-6762d2043774), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:13.889931 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Transition to ACTIVE for port object 01028fe7-7644-4a03-bb34-6762d2043774 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:03:13.898795 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (01028fe7-7644-4a03-bb34-6762d2043774), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:13.953837 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Pushing event updated for resources: {'Port': ['ID=01028fe7-7644-4a03-bb34-6762d2043774,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:14.065521 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Attempting to bind port 01028fe7-7644-4a03-bb34-6762d2043774 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:03:14.066166 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Attempting to bind port 01028fe7-7644-4a03-bb34-6762d2043774 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:03:14.066659 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Attempting to bind port 01028fe7-7644-4a03-bb34-6762d2043774 on network 57335160-65ed-4241-a862-dbf37da52fd2 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:03:14.115850 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7c9bf2f7-b67b-4186-bffc-ed037422057b req-0b75b00b-f405-4894-8e19-01e71d250f19 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 210 time: 0.0819983 Oct 16 01:03:14.169105 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Port 01028fe7-7644-4a03-bb34-6762d2043774 on network 57335160-65ed-4241-a862-dbf37da52fd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:03:14.169697 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Attempting to bind port 01028fe7-7644-4a03-bb34-6762d2043774 on network 57335160-65ed-4241-a862-dbf37da52fd2 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:03:14.185338 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b9493-c7da-455e-87d0-fa6162aeb863 req-30e4e6f0-8fbf-40fa-b76d-abcb78372d18 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:14.188213 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e40b9493-c7da-455e-87d0-fa6162aeb863 req-30e4e6f0-8fbf-40fa-b76d-abcb78372d18 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 944 time: 0.1061935 Oct 16 01:03:14.212069 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 544a970e-fd66-4b0a-ba39-0dcfeed391f8 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:03:14.220374 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:03:14.220825 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Checking segment: {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:03:14.221095 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Bound using segment: {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:03:14.221549 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Bound port: 01028fe7-7644-4a03-bb34-6762d2043774, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:03:14.221917 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (01028fe7-7644-4a03-bb34-6762d2043774), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:14.291841 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e40b9493-c7da-455e-87d0-fa6162aeb863 req-3eaed5e6-c1f1-446c-9223-42246a17feb7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949893 Oct 16 01:03:14.314542 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:14.323728 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] For port 01028fe7-7644-4a03-bb34-6762d2043774, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:03:14.328650 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] For port 01028fe7-7644-4a03-bb34-6762d2043774, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=01028fe7-7644-4a03-bb34-6762d2043774,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:03:14.337614 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (01028fe7-7644-4a03-bb34-6762d2043774), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:14.341092 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:14.341984 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:14.343429 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/01028fe7-7644-4a03-bb34-6762d2043774 HTTP/1.1" status: 200 len: 1094 time: 1.0637243 Oct 16 01:03:14.346242 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3182305-f754-4b0f-989d-7362967cb10a', 'tag': '01028fe7-7644-4a03-bb34-6762d2043774'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:14.349990 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e5691a-6c74-4823-b598-5c1563d9a164" -d '{"events": [{"name": "network-changed", "server_uuid": "f3182305-f754-4b0f-989d-7362967cb10a", "tag": "01028fe7-7644-4a03-bb34-6762d2043774"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:14.399470 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:14.400136 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:14.400678 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 Oct 16 01:03:14.449402 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f21133-526d-443e-bdca-f8a461812577 service neutron] Pushing event updated for resources: {'Port': ['ID=01028fe7-7644-4a03-bb34-6762d2043774,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:14.455590 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45853796-6562-45fa-a8fc-dc7bae8cd0ae x-openstack-request-id: req-45853796-6562-45fa-a8fc-dc7bae8cd0ae {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:14.455971 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3182305-f754-4b0f-989d-7362967cb10a", "tag": "01028fe7-7644-4a03-bb34-6762d2043774", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:14.456525 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45853796-6562-45fa-a8fc-dc7bae8cd0ae {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:14.457003 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45853796-6562-45fa-a8fc-dc7bae8cd0ae'] response: {'name': 'network-changed', 'server_uuid': 'f3182305-f754-4b0f-989d-7362967cb10a', 'tag': '01028fe7-7644-4a03-bb34-6762d2043774', 'status': 'completed', 'code': 200} Oct 16 01:03:14.525974 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-42a32ca8-1406-400d-89dd-42305a084f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:14.526400 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:14.527003 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:14.528952 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-42a32ca8-1406-400d-89dd-42305a084f3e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8852bfe31aa4ba68190661d26c177cb&device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 1128 time: 0.0706711 Oct 16 01:03:14.582064 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:14.583627 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:14.587488 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c198a3-11d8-421b-9954-3058fc948f5e" -d '{"events": [{"server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "name": "network-vif-plugged", "status": "completed", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:14.605372 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:14.611949 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-45538271-5a84-42e2-a80c-e6f80044d241 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01028fe7-7644-4a03-bb34-6762d2043774 HTTP/1.1" status: 200 len: 217 time: 0.0747058 Oct 16 01:03:14.702495 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:14.709612 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:14.734989 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=544a970e-fd66-4b0a-ba39-0dcfeed391f8,revision_number=7']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:14.756538 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a51f0d16-612e-4c67-870d-5f52bd56aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:14.758306 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-a51f0d16-612e-4c67-870d-5f52bd56aab0 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ddb48e42-3d61-453a-90ed-9d67363fcb4f HTTP/1.1" status: 200 len: 850 time: 0.1346524 Oct 16 01:03:14.812423 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9c50ea-4964-498a-b29c-52919d1e2535 x-openstack-request-id: req-7a9c50ea-4964-498a-b29c-52919d1e2535 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:14.812742 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "name": "network-vif-plugged", "status": "completed", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:14.813026 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a9c50ea-4964-498a-b29c-52919d1e2535 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:14.813549 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9c50ea-4964-498a-b29c-52919d1e2535'] response: {'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'code': 200} Oct 16 01:03:14.833094 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-4d7d7cfe-32b4-491e-9b6b-e368cb9ae4b6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:14.834569 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-4d7d7cfe-32b4-491e-9b6b-e368cb9ae4b6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 811 time: 0.2755027 Oct 16 01:03:14.853190 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-ecd25251-71de-49e4-8274-5086fed9d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:14.860359 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-ecd25251-71de-49e4-8274-5086fed9d42e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=57335160-65ed-4241-a862-dbf37da52fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687687 Oct 16 01:03:15.046644 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:15.141487 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9d9f6-fdb4-488d-8a32-b088689ac3f6 req-c408f6a4-f741-46d6-b16f-bc801fdc08d0 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:15.143085 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e4a9d9f6-fdb4-488d-8a32-b088689ac3f6 req-c408f6a4-f741-46d6-b16f-bc801fdc08d0 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 944 time: 0.2316842 Oct 16 01:03:15.192005 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-2c711776-fe54-43c8-bb18-a4d9a3f19634 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068476 Oct 16 01:03:15.227683 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-2059b2d5-7e20-497f-96d7-8ac5d58304a2 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cb1743385ea14cc39244c83e8fc88e7e HTTP/1.1" status: 200 len: 380 time: 0.3543551 Oct 16 01:03:15.238521 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'port': {'device_id': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'admin_state_up': True, 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'security_groups': ['04a6f405-fb32-4245-a68e-14ecec65861c']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:15.316294 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27ac8fbe-c46e-4d87-ad70-4c0b8a196a65 req-46ce6bb3-739d-490c-b561-45a95db569ec tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 210 time: 0.0519264 Oct 16 01:03:15.472744 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a95d7-3467-422b-b9af-81ef2bddb77d req-b710f42b-8acd-45c7-8515-85820a45fbc7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:15.474959 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c94a95d7-3467-422b-b9af-81ef2bddb77d req-b710f42b-8acd-45c7-8515-85820a45fbc7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0668969 Oct 16 01:03:15.483542 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e4a9d9f6-fdb4-488d-8a32-b088689ac3f6 req-f1c71230-0e76-49d2-88cb-b767d322a73f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901976 Oct 16 01:03:15.547661 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f8c1978a-cd35-4f8f-b50c-1de9e8f21d3b req-e72cc05f-6fb5-4ec3-8c08-1de800437dde service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265936 Oct 16 01:03:15.589618 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c94a95d7-3467-422b-b9af-81ef2bddb77d req-9e42b672-561f-434c-9042-c91dafd2d84b tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063011 Oct 16 01:03:15.605765 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Made reservation on behalf of cb1743385ea14cc39244c83e8fc88e7e for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:03:15.609634 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:15.771772 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Allocated IP 172.20.0.6 (67400858-429f-4052-a9a5-3012690406d5/85abdef7-ce07-4fe0-b80f-da308604c12a/ea701c3f-eb65-4a82-83d0-b757b0f39524) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:03:15.935574 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:15.983530 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:16.024236 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:16.080809 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Network 67400858-429f-4052-a9a5-3012690406d5 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:03:16.084126 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:03:16.088257 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:03:16.123610 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'Port': ['ID=ea701c3f-eb65-4a82-83d0-b757b0f39524,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:16.152333 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:16.152972 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:16.175906 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-e87fd71d-fbbc-4b16-9831-cf4015897161 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9518764 Oct 16 01:03:16.399568 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-fea674e7-58fd-4f0e-b7ae-0f88fe3cf179 None None] Provisioning complete for port ea701c3f-eb65-4a82-83d0-b757b0f39524 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:16.400783 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fea674e7-58fd-4f0e-b7ae-0f88fe3cf179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:16.402497 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-fea674e7-58fd-4f0e-b7ae-0f88fe3cf179 None None] Attempt 1 to provision port ea701c3f-eb65-4a82-83d0-b757b0f39524 Oct 16 01:03:16.456980 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-fea674e7-58fd-4f0e-b7ae-0f88fe3cf179 None None] Port ea701c3f-eb65-4a82-83d0-b757b0f39524 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:03:16.472187 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1a2ac-531a-4ffa-8517-b1345ad1aeaa req-67c63aa8-6294-477a-9b42-eb4f9bb39630 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:16.474359 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0ea1a2ac-531a-4ffa-8517-b1345ad1aeaa req-67c63aa8-6294-477a-9b42-eb4f9bb39630 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 931 time: 0.0760951 Oct 16 01:03:16.536833 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0ea1a2ac-531a-4ffa-8517-b1345ad1aeaa req-420635e9-aeec-492b-b763-fdda76e33779 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559161 Oct 16 01:03:16.542995 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Request body: {'port': {'device_id': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:16.629430 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:16.636310 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5691a-6c74-4823-b598-5c1563d9a164 req-2af7251c-e1d5-462c-bff1-fda1fec25d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:16.647183 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19e5691a-6c74-4823-b598-5c1563d9a164 req-2af7251c-e1d5-462c-bff1-fda1fec25d99 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8852bfe31aa4ba68190661d26c177cb&device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 1128 time: 0.0907571 Oct 16 01:03:16.750918 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd528b6e-ca5e-48ab-96ed-6b71fa2eb65b req-f3be0c74-16c2-4660-93fe-4e5248519597 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:16.755407 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dd528b6e-ca5e-48ab-96ed-6b71fa2eb65b req-f3be0c74-16c2-4660-93fe-4e5248519597 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 944 time: 0.1418817 Oct 16 01:03:16.756910 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:16.828244 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dd528b6e-ca5e-48ab-96ed-6b71fa2eb65b req-9497b1ac-76a8-4791-a441-114c59030f08 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684738 Oct 16 01:03:16.855796 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2da7e-9af3-4419-8f02-b70bab5ac46a req-f4c11b24-4c97-4843-b9b8-4a75d726e9d8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:16.857769 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73a2da7e-9af3-4419-8f02-b70bab5ac46a req-f4c11b24-4c97-4843-b9b8-4a75d726e9d8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0956199 Oct 16 01:03:17.032126 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5691a-6c74-4823-b598-5c1563d9a164 req-a6e77d0e-445c-4f8b-ae14-c329d9bca714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:17.034030 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19e5691a-6c74-4823-b598-5c1563d9a164 req-a6e77d0e-445c-4f8b-ae14-c329d9bca714 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=57335160-65ed-4241-a862-dbf37da52fd2 HTTP/1.1" status: 200 len: 912 time: 0.3763740 Oct 16 01:03:17.037022 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73a2da7e-9af3-4419-8f02-b70bab5ac46a req-a187ad6f-f80d-4992-992a-d8f8431228bb tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491690 Oct 16 01:03:17.111139 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19e5691a-6c74-4823-b598-5c1563d9a164 req-8d721f93-3f41-4013-a060-9df33b56d8f0 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01028fe7-7644-4a03-bb34-6762d2043774 HTTP/1.1" status: 200 len: 217 time: 0.0640402 Oct 16 01:03:17.202615 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:17.228436 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5691a-6c74-4823-b598-5c1563d9a164 req-b2ddb15e-8420-4380-b792-ecfb9d5353f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:17.229924 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19e5691a-6c74-4823-b598-5c1563d9a164 req-b2ddb15e-8420-4380-b792-ecfb9d5353f0 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ddb48e42-3d61-453a-90ed-9d67363fcb4f HTTP/1.1" status: 200 len: 850 time: 0.1055987 Oct 16 01:03:17.412560 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea701c3f-eb65-4a82-83d0-b757b0f39524 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:03:17.427348 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Publish callbacks [] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:17.443276 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5691a-6c74-4823-b598-5c1563d9a164 req-b37bd7ea-074f-4076-9eae-7f09396131dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:17.444851 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19e5691a-6c74-4823-b598-5c1563d9a164 req-b37bd7ea-074f-4076-9eae-7f09396131dd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=57335160-65ed-4241-a862-dbf37da52fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2062423 Oct 16 01:03:17.450332 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Transition to ACTIVE for port object ea701c3f-eb65-4a82-83d0-b757b0f39524 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:03:17.462266 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:17.576579 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea701c3f-eb65-4a82-83d0-b757b0f39524,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:17.661068 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19e5691a-6c74-4823-b598-5c1563d9a164 req-7812093c-b2da-49aa-9c42-86398ae0bf66 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075820 Oct 16 01:03:17.690652 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:17.693477 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Attempting to bind port ea701c3f-eb65-4a82-83d0-b757b0f39524 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:03:17.693699 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Attempting to bind port ea701c3f-eb65-4a82-83d0-b757b0f39524 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:03:17.694019 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Attempting to bind port ea701c3f-eb65-4a82-83d0-b757b0f39524 on network 67400858-429f-4052-a9a5-3012690406d5 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:03:17.716984 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e82d2b-47ed-46aa-9f8a-fc3a6ff0658c req-e05247d2-e22c-4c90-af9b-26129ae5d313 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:17.718484 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f9e82d2b-47ed-46aa-9f8a-fc3a6ff0658c req-e05247d2-e22c-4c90-af9b-26129ae5d313 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 943 time: 0.0712099 Oct 16 01:03:17.786354 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f9e82d2b-47ed-46aa-9f8a-fc3a6ff0658c req-092bc4d0-54e9-4a91-ba5c-87031e569215 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610993 Oct 16 01:03:17.965799 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:18.137263 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499bc85-8899-4d99-893e-60d31cd9bd4d req-fae36ab5-1b58-46c1-99be-5b7b27eda750 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:18.139011 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f499bc85-8899-4d99-893e-60d31cd9bd4d req-fae36ab5-1b58-46c1-99be-5b7b27eda750 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 944 time: 0.0919640 Oct 16 01:03:18.142786 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Port ea701c3f-eb65-4a82-83d0-b757b0f39524 on network 67400858-429f-4052-a9a5-3012690406d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:03:18.142786 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Attempting to bind port ea701c3f-eb65-4a82-83d0-b757b0f39524 on network 67400858-429f-4052-a9a5-3012690406d5 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:03:18.228187 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-19e5691a-6c74-4823-b598-5c1563d9a164 req-91218721-0dba-4699-95c2-ac9c4ab6e404 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601165 Oct 16 01:03:18.231530 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 01028fe7-7644-4a03-bb34-6762d2043774 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:03:18.263724 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:03:18.264441 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Checking segment: {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:03:18.264441 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Bound using segment: {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:03:18.264892 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Bound port: ea701c3f-eb65-4a82-83d0-b757b0f39524, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:03:18.265251 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:18.284746 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f499bc85-8899-4d99-893e-60d31cd9bd4d req-4f4c5f12-3bfc-42c0-bc6c-b6916e5aceb1 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286545 Oct 16 01:03:18.295002 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28829d-b8eb-490f-b5a5-755a8b488e32 req-190ca1a6-297f-4aaa-aeb1-f77107bb5346 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:18.307576 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ea28829d-b8eb-490f-b5a5-755a8b488e32 req-190ca1a6-297f-4aaa-aeb1-f77107bb5346 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0990279 Oct 16 01:03:18.372542 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ea28829d-b8eb-490f-b5a5-755a8b488e32 req-5346ae54-4ccc-4436-8d5a-9eb1c35db3cb tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633583 Oct 16 01:03:18.372965 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] For port ea701c3f-eb65-4a82-83d0-b757b0f39524, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:03:18.388349 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] For port ea701c3f-eb65-4a82-83d0-b757b0f39524, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea701c3f-eb65-4a82-83d0-b757b0f39524,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:03:18.400622 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:18.407764 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:18.408689 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:18.410521 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/ea701c3f-eb65-4a82-83d0-b757b0f39524 HTTP/1.1" status: 200 len: 1093 time: 1.8723276 Oct 16 01:03:18.411280 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'tag': 'ea701c3f-eb65-4a82-83d0-b757b0f39524'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:18.414475 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87867f52-18a9-45f2-a4e1-4b068af4d527" -d '{"events": [{"name": "network-changed", "server_uuid": "391edabf-85a9-4565-92f6-ebd0664d3e20", "tag": "ea701c3f-eb65-4a82-83d0-b757b0f39524"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:18.446747 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 01028fe7-7644-4a03-bb34-6762d2043774, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=01028fe7-7644-4a03-bb34-6762d2043774,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:18.499962 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '01028fe7-7644-4a03-bb34-6762d2043774', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'port_id': '01028fe7-7644-4a03-bb34-6762d2043774', 'mac_address': 'fa:16:3e:d5:26:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:03:18.503514 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cc025b-bf66-4e47-9c74-52e8db8c3e89 x-openstack-request-id: req-14cc025b-bf66-4e47-9c74-52e8db8c3e89 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:18.503800 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391edabf-85a9-4565-92f6-ebd0664d3e20", "tag": "ea701c3f-eb65-4a82-83d0-b757b0f39524", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:18.504060 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14cc025b-bf66-4e47-9c74-52e8db8c3e89 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:18.504491 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14cc025b-bf66-4e47-9c74-52e8db8c3e89'] response: {'name': 'network-changed', 'server_uuid': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'tag': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'status': 'completed', 'code': 200} Oct 16 01:03:18.530469 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b604f-40af-4ba3-ac0d-03bb5f5c50c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea701c3f-eb65-4a82-83d0-b757b0f39524,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:18.549997 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-d6eeb99e-c97d-4e25-bee9-07d8fe36aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:18.553364 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-d6eeb99e-c97d-4e25-bee9-07d8fe36aeb5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 1127 time: 0.0664296 Oct 16 01:03:18.572842 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 01028fe7-7644-4a03-bb34-6762d2043774 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:18.573688 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (01028fe7-7644-4a03-bb34-6762d2043774), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:18.602967 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01028fe7-7644-4a03-bb34-6762d2043774 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:03:18.615389 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-35c1d8a8-6f65-4f27-b151-2ca1e01b415c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea701c3f-eb65-4a82-83d0-b757b0f39524 HTTP/1.1" status: 200 len: 217 time: 0.0512865 Oct 16 01:03:18.645115 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 01028fe7-7644-4a03-bb34-6762d2043774, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=01028fe7-7644-4a03-bb34-6762d2043774,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:18.650736 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (01028fe7-7644-4a03-bb34-6762d2043774), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:18.707563 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:18.732305 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-3b231721-2443-44fb-9481-68d37de4cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:18.733756 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-3b231721-2443-44fb-9481-68d37de4cc6f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 200 len: 850 time: 0.1071432 Oct 16 01:03:18.735675 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ead06842-1d7a-40f9-b719-ef0277c10c47 req-4cb360ee-09f2-4931-af2d-5dade2878b06 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678794 Oct 16 01:03:18.746569 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=01028fe7-7644-4a03-bb34-6762d2043774,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:18.843930 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-7cf1ed02-fbfa-4bcc-b1f2-6b0a2965ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:18.846271 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-7cf1ed02-fbfa-4bcc-b1f2-6b0a2965ec7d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=67400858-429f-4052-a9a5-3012690406d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926943 Oct 16 01:03:18.858473 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead06842-1d7a-40f9-b719-ef0277c10c47 req-f4aba2cf-ed31-4705-a541-f4344ee9bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:18.860244 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ead06842-1d7a-40f9-b719-ef0277c10c47 req-f4aba2cf-ed31-4705-a541-f4344ee9bee2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb&device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 1129 time: 0.0669374 Oct 16 01:03:18.947995 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['01028fe7-7644-4a03-bb34-6762d2043774'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:03:19.007246 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:19.086218 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6f268-6e2f-435c-9112-ef8830bc7088 req-9ce1eb0a-895c-405c-9a1f-6e21692b88de tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:19.087725 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-22e6f268-6e2f-435c-9112-ef8830bc7088 req-9ce1eb0a-895c-405c-9a1f-6e21692b88de tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 943 time: 0.1470652 Oct 16 01:03:19.168795 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-2ad72dff-dd02-4a56-8f6f-9781fd9eefe4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074865 Oct 16 01:03:19.172656 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead06842-1d7a-40f9-b719-ef0277c10c47 req-a08c1068-d082-49ff-bee2-2a819369b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:19.173993 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ead06842-1d7a-40f9-b719-ef0277c10c47 req-a08c1068-d082-49ff-bee2-2a819369b25f service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae HTTP/1.1" status: 200 len: 910 time: 0.2356920 Oct 16 01:03:19.284479 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:19.294961 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-22e6f268-6e2f-435c-9112-ef8830bc7088 req-f9d198c2-a2f6-452b-8005-26aed87270a0 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924646 Oct 16 01:03:19.336254 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ead06842-1d7a-40f9-b719-ef0277c10c47 req-c9cd9645-2094-47ef-a933-ed01683a61f3 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b HTTP/1.1" status: 200 len: 1001 time: 0.1440520 Oct 16 01:03:19.388617 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d35c8a3-d87a-4b4f-bc4f-d811baa031dd req-0aa3d78a-e7f4-47ff-8c0a-d08525963475 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057443 Oct 16 01:03:19.412208 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead06842-1d7a-40f9-b719-ef0277c10c47 req-cfa48a7f-56e1-4c0a-a218-f203a56dad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:19.414271 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ead06842-1d7a-40f9-b719-ef0277c10c47 req-cfa48a7f-56e1-4c0a-a218-f203a56dad86 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=de2290f6-6368-4cf5-9301-7df9595cdb2f HTTP/1.1" status: 200 len: 848 time: 0.0691698 Oct 16 01:03:19.485742 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead06842-1d7a-40f9-b719-ef0277c10c47 req-e36f8065-d401-4692-a53b-b3177f5339ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:19.487359 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ead06842-1d7a-40f9-b719-ef0277c10c47 req-e36f8065-d401-4692-a53b-b3177f5339ec service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604703 Oct 16 01:03:19.567842 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f07128-295d-4226-97c7-5ff8c9d47d8d req-4abc783b-0f1a-45ed-b927-eb77239b2a3b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:19.569438 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74f07128-295d-4226-97c7-5ff8c9d47d8d req-4abc783b-0f1a-45ed-b927-eb77239b2a3b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 945 time: 0.0705523 Oct 16 01:03:19.580004 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bbe45-652d-43b9-b5a7-9b9e123ee31d req-bf5b0eeb-c8c9-409f-8f0f-9cf6f112f9ce tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:19.581383 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-240bbe45-652d-43b9-b5a7-9b9e123ee31d req-bf5b0eeb-c8c9-409f-8f0f-9cf6f112f9ce tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0674686 Oct 16 01:03:19.637531 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74f07128-295d-4226-97c7-5ff8c9d47d8d req-fab6ef3f-b64d-45b3-80b6-14982565d950 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606802 Oct 16 01:03:19.675828 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-240bbe45-652d-43b9-b5a7-9b9e123ee31d req-ae653d32-5e3e-4635-8e52-ec2ee0efd08f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868464 Oct 16 01:03:19.829019 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87867f52-18a9-45f2-a4e1-4b068af4d527 req-7e0938b2-9a16-4f2d-bf95-d5ae110e2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:19.830552 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-87867f52-18a9-45f2-a4e1-4b068af4d527 req-7e0938b2-9a16-4f2d-bf95-d5ae110e2e27 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 1127 time: 0.1121049 Oct 16 01:03:19.927009 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ead06842-1d7a-40f9-b719-ef0277c10c47 req-9d080073-e30b-49c4-8167-69d715abba31 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037444 Oct 16 01:03:19.970678 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87867f52-18a9-45f2-a4e1-4b068af4d527 req-15697d5d-a000-439f-bb4b-2882f2752b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:19.973579 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-87867f52-18a9-45f2-a4e1-4b068af4d527 req-15697d5d-a000-439f-bb4b-2882f2752b4c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 912 time: 0.1322272 Oct 16 01:03:20.043795 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-87867f52-18a9-45f2-a4e1-4b068af4d527 req-8270e559-f0a5-47e8-b8d7-d746f0712ada service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea701c3f-eb65-4a82-83d0-b757b0f39524 HTTP/1.1" status: 200 len: 217 time: 0.0396838 Oct 16 01:03:20.113765 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:20.117456 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87867f52-18a9-45f2-a4e1-4b068af4d527 req-e9852282-5c15-4782-8b44-a302bc77434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:20.118936 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-87867f52-18a9-45f2-a4e1-4b068af4d527 req-e9852282-5c15-4782-8b44-a302bc77434d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 200 len: 850 time: 0.0664756 Oct 16 01:03:20.165143 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ead06842-1d7a-40f9-b719-ef0277c10c47 req-4d94cf3b-bc64-4dcf-829c-c316cb0ca42e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174451 Oct 16 01:03:20.186908 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87867f52-18a9-45f2-a4e1-4b068af4d527 req-cb1a3d1b-2952-4e13-ac4e-97f7befa9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:20.189359 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-87867f52-18a9-45f2-a4e1-4b068af4d527 req-cb1a3d1b-2952-4e13-ac4e-97f7befa9348 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=67400858-429f-4052-a9a5-3012690406d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604773 Oct 16 01:03:20.240690 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 01028fe7-7644-4a03-bb34-6762d2043774 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:03:20.302568 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 01028fe7-7644-4a03-bb34-6762d2043774 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:03:20.311520 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 01028fe7-7644-4a03-bb34-6762d2043774 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:20.312107 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-87867f52-18a9-45f2-a4e1-4b068af4d527 req-474e8dcf-fa7a-44e7-aec1-d8f25d7edd5a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155238 Oct 16 01:03:20.312812 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (01028fe7-7644-4a03-bb34-6762d2043774), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:20.313333 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 01028fe7-7644-4a03-bb34-6762d2043774 Oct 16 01:03:20.409474 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 01028fe7-7644-4a03-bb34-6762d2043774 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:20.409925 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (01028fe7-7644-4a03-bb34-6762d2043774), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:20.438373 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3182305-f754-4b0f-989d-7362967cb10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01028fe7-7644-4a03-bb34-6762d2043774'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:20.442183 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba9bf08-a6e2-4d78-8349-675f3917f36a" -d '{"events": [{"server_uuid": "f3182305-f754-4b0f-989d-7362967cb10a", "name": "network-vif-plugged", "status": "completed", "tag": "01028fe7-7644-4a03-bb34-6762d2043774"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:20.445219 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-87867f52-18a9-45f2-a4e1-4b068af4d527 req-2655b6e1-760a-46f6-845e-654ab24292f7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245348 Oct 16 01:03:20.465752 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 01028fe7-7644-4a03-bb34-6762d2043774, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=01028fe7-7644-4a03-bb34-6762d2043774,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:20.471368 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (01028fe7-7644-4a03-bb34-6762d2043774), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:20.497773 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55933413-91cc-4993-bf0d-c146335026aa req-69f3acda-e7b3-4cb6-a90f-73cc164f4c3d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:20.504835 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-55933413-91cc-4993-bf0d-c146335026aa req-69f3acda-e7b3-4cb6-a90f-73cc164f4c3d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 943 time: 0.0766754 Oct 16 01:03:20.524583 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:20.549235 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:20.552585 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:20.566489 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=01028fe7-7644-4a03-bb34-6762d2043774,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:20.598247 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-55933413-91cc-4993-bf0d-c146335026aa req-84859b9a-c005-48aa-af06-7ec1f2673a9f tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923266 Oct 16 01:03:20.657964 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e0ae9d-b858-469c-bb33-309c1d9afe62 x-openstack-request-id: req-60e0ae9d-b858-469c-bb33-309c1d9afe62 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:20.658410 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3182305-f754-4b0f-989d-7362967cb10a", "name": "network-vif-plugged", "status": "completed", "tag": "01028fe7-7644-4a03-bb34-6762d2043774", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:20.658888 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60e0ae9d-b858-469c-bb33-309c1d9afe62 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:20.659456 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e0ae9d-b858-469c-bb33-309c1d9afe62'] response: {'server_uuid': 'f3182305-f754-4b0f-989d-7362967cb10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01028fe7-7644-4a03-bb34-6762d2043774', 'code': 200} Oct 16 01:03:20.765733 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:20.801446 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6c442-e9bb-4a43-9899-0cd75aab9cca req-bc0cae1e-bf97-4f28-9a7d-eef2c36f9c24 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:20.804180 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ebb6c442-e9bb-4a43-9899-0cd75aab9cca req-bc0cae1e-bf97-4f28-9a7d-eef2c36f9c24 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0942104 Oct 16 01:03:20.835037 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e88e5e-8a72-4ad8-93ac-d316f2dc111f req-8905d7a2-5057-4e7d-9451-1483c54c3e6d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:20.845961 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-03e88e5e-8a72-4ad8-93ac-d316f2dc111f req-8905d7a2-5057-4e7d-9451-1483c54c3e6d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0920916 Oct 16 01:03:20.890552 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ebb6c442-e9bb-4a43-9899-0cd75aab9cca req-a7b7178d-1e95-4e59-b968-c6083f4be9e8 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746708 Oct 16 01:03:20.986400 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-03e88e5e-8a72-4ad8-93ac-d316f2dc111f req-83e68f7f-eced-4d6a-9204-e5787cbd3037 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393430 Oct 16 01:03:21.012752 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083a187-e815-493d-9df8-591917761552 req-8c22d7fd-a855-45e2-886a-be2e86cf9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:21.014281 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0083a187-e815-493d-9df8-591917761552 req-8c22d7fd-a855-45e2-886a-be2e86cf9383 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 1130 time: 0.0696080 Oct 16 01:03:21.048362 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2db9d3-dbbd-4c2f-b540-b078f75b2ba4 req-3d239aa9-0237-45ac-8918-9de51744c92e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:21.050385 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5e2db9d3-dbbd-4c2f-b540-b078f75b2ba4 req-3d239aa9-0237-45ac-8918-9de51744c92e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0759027 Oct 16 01:03:21.075779 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0083a187-e815-493d-9df8-591917761552 req-d64758e5-14a1-4bfe-818b-70782944cf0c service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534925 Oct 16 01:03:21.127621 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5e2db9d3-dbbd-4c2f-b540-b078f75b2ba4 req-65ed4aeb-3133-4ddd-91e1-d2f80a503529 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672276 Oct 16 01:03:21.746071 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec38894-ce2c-413b-9331-b8495f864b53 req-77d17a2f-50b3-489f-9bf9-5d921164b3a5 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:21.747593 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8ec38894-ce2c-413b-9331-b8495f864b53 req-77d17a2f-50b3-489f-9bf9-5d921164b3a5 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 943 time: 0.0515792 Oct 16 01:03:21.803732 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8ec38894-ce2c-413b-9331-b8495f864b53 req-5a7270ca-3b46-4edb-a552-6123ec9e8cfe tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503421 Oct 16 01:03:22.052701 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d26d8-b2fd-426f-8551-bbf4076d13d1 req-9a8ae3d2-ed3e-4535-87d2-254545e57884 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:22.058260 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e74d26d8-b2fd-426f-8551-bbf4076d13d1 req-9a8ae3d2-ed3e-4535-87d2-254545e57884 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0800035 Oct 16 01:03:22.090306 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:22.138667 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e74d26d8-b2fd-426f-8551-bbf4076d13d1 req-542d8b9d-f030-4752-82cf-41d30abd7108 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689735 Oct 16 01:03:22.139086 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4a812-6ea5-4e6f-a4d4-aa6d8520b12a req-d5f520cc-26f8-4fd5-a46b-76e2dfb40946 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:22.146776 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-21c4a812-6ea5-4e6f-a4d4-aa6d8520b12a req-d5f520cc-26f8-4fd5-a46b-76e2dfb40946 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0586059 Oct 16 01:03:22.219465 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-21c4a812-6ea5-4e6f-a4d4-aa6d8520b12a req-77c6d64c-e480-4c6e-9232-ee22eae21c53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715694 Oct 16 01:03:22.305774 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55528c43-5a27-4b36-bc80-f87d7ab5b738 req-639a850d-77cf-4fe0-b215-516f18c3948c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:22.308953 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-55528c43-5a27-4b36-bc80-f87d7ab5b738 req-639a850d-77cf-4fe0-b215-516f18c3948c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0559869 Oct 16 01:03:22.360561 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-55528c43-5a27-4b36-bc80-f87d7ab5b738 req-99b48a52-8efb-4572-a23a-6c76163b4efa tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461540 Oct 16 01:03:22.958365 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d161b8-5c5a-4f4c-b39e-fe9d608f6bd2 req-06f13768-df6c-4c74-afc2-ed29fab08235 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:22.961788 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-66d161b8-5c5a-4f4c-b39e-fe9d608f6bd2 req-06f13768-df6c-4c74-afc2-ed29fab08235 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 943 time: 0.0573103 Oct 16 01:03:23.019566 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-66d161b8-5c5a-4f4c-b39e-fe9d608f6bd2 req-67ab7b00-3590-4f5e-be86-4ed071dffefd tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523515 Oct 16 01:03:23.290510 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbc537-2b2e-4fdf-aee1-608f864fe2e5 req-03354c21-3721-46fd-9994-fde0680f89b4 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:23.291771 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-72bbc537-2b2e-4fdf-aee1-608f864fe2e5 req-03354c21-3721-46fd-9994-fde0680f89b4 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0660667 Oct 16 01:03:23.404384 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b89fb-354e-4c5c-9b5c-3b9edf3bc069 req-ce1af3f5-5458-43ef-93d3-07b357faf77c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:23.414127 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f13b89fb-354e-4c5c-9b5c-3b9edf3bc069 req-ce1af3f5-5458-43ef-93d3-07b357faf77c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0854826 Oct 16 01:03:23.438982 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-72bbc537-2b2e-4fdf-aee1-608f864fe2e5 req-c6d097db-cdd7-4a61-bc62-2d2feb4211be tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252155 Oct 16 01:03:23.474003 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f13b89fb-354e-4c5c-9b5c-3b9edf3bc069 req-5debda3f-5b79-4a20-8839-5dd082a41762 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586739 Oct 16 01:03:23.605276 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d25d6-d4a6-4c24-8f97-995310b60e01 req-bda4c2cd-df21-4fc3-a503-908488375747 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:23.607024 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fb4d25d6-d4a6-4c24-8f97-995310b60e01 req-bda4c2cd-df21-4fc3-a503-908488375747 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0855162 Oct 16 01:03:23.617010 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1ae3fffa-0573-43f8-92d4-b6d3281630a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:23.675151 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fb4d25d6-d4a6-4c24-8f97-995310b60e01 req-33eb4fef-612f-4682-9887-b36fb4353c63 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598376 Oct 16 01:03:23.832529 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4fdf6-fe40-498f-b585-cb3f6b15c290 req-0541315d-8c80-499e-9676-bfd755258dbf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:23.834356 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-32e4fdf6-fe40-498f-b585-cb3f6b15c290 req-0541315d-8c80-499e-9676-bfd755258dbf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0739040 Oct 16 01:03:23.848159 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35662) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:23.854479 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-66033bcb-b00f-4b57-a4b7-c7da9d102808 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Request body: {'floatingip': {'port_id': '01028fe7-7644-4a03-bb34-6762d2043774'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:23.907660 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-66033bcb-b00f-4b57-a4b7-c7da9d102808 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (8bff6219-aaf0-47cd-8812-d229d7337011), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:24.174940 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3da892-e8ee-43cc-9eae-1f35e363c1a3 req-411836ad-3a78-460a-b0bb-8b64630e0155 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:24.176705 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9c3da892-e8ee-43cc-9eae-1f35e363c1a3 req-411836ad-3a78-460a-b0bb-8b64630e0155 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 943 time: 0.0629659 Oct 16 01:03:24.248405 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9c3da892-e8ee-43cc-9eae-1f35e363c1a3 req-2f0098b3-95a4-4450-adb2-e65a82c6d57c tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630925 Oct 16 01:03:24.354066 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:24.376517 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:24.486998 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-66033bcb-b00f-4b57-a4b7-c7da9d102808 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:24.500370 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-66033bcb-b00f-4b57-a4b7-c7da9d102808 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (8bff6219-aaf0-47cd-8812-d229d7337011), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:24.670766 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468e44a-7c3c-4f0f-864c-c6738e168fcb req-9f92b2e3-71c4-4970-9b46-36cac5ae63e8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:24.672779 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d468e44a-7c3c-4f0f-864c-c6738e168fcb req-9f92b2e3-71c4-4970-9b46-36cac5ae63e8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0758801 Oct 16 01:03:24.695693 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc0c4b-72f4-4aac-bbaa-308c215d14f7 req-6262bf96-f34f-41d8-80c6-2f31e350805e tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:24.698617 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cafc0c4b-72f4-4aac-bbaa-308c215d14f7 req-6262bf96-f34f-41d8-80c6-2f31e350805e tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.1270947 Oct 16 01:03:24.743001 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d468e44a-7c3c-4f0f-864c-c6738e168fcb req-1e476660-6ea3-4401-adfc-ec36f0720010 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620348 Oct 16 01:03:24.780097 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-66033bcb-b00f-4b57-a4b7-c7da9d102808 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Floating IP 8bff6219-aaf0-47cd-8812-d229d7337011 associated. External IP: 172.37.2.250, port: 01028fe7-7644-4a03-bb34-6762d2043774. Oct 16 01:03:24.829591 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cafc0c4b-72f4-4aac-bbaa-308c215d14f7 req-9dbb466a-a148-4739-8bba-bb6bb27f260d tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167138 Oct 16 01:03:25.301134 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66033bcb-b00f-4b57-a4b7-c7da9d102808 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Router 70ef0714-e67f-4232-a8b3-97d360f21c38 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:03:25.412334 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c438d2e-3b37-4950-b624-58adf4ad5cf6 req-21f5e4a4-017f-483e-b6bf-2cb1ec7d7508 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:25.414680 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7c438d2e-3b37-4950-b624-58adf4ad5cf6 req-21f5e4a4-017f-483e-b6bf-2cb1ec7d7508 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 943 time: 0.0619950 Oct 16 01:03:25.468035 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66033bcb-b00f-4b57-a4b7-c7da9d102808 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:03:25.472815 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-66033bcb-b00f-4b57-a4b7-c7da9d102808 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:25.479088 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc938ef4-96d5-4751-b03c-6f3e898d5941 None None] Sync routers for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:03:25.485740 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7c438d2e-3b37-4950-b624-58adf4ad5cf6 req-2f7072d8-6b9b-435c-96b2-ae169cb9ce51 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585527 Oct 16 01:03:25.491308 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc938ef4-96d5-4751-b03c-6f3e898d5941 None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:25.492122 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-bc938ef4-96d5-4751-b03c-6f3e898d5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:25.515043 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-66033bcb-b00f-4b57-a4b7-c7da9d102808 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/8bff6219-aaf0-47cd-8812-d229d7337011 HTTP/1.1" status: 200 len: 992 time: 1.6642520 Oct 16 01:03:25.515729 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3182305-f754-4b0f-989d-7362967cb10a', 'tag': '01028fe7-7644-4a03-bb34-6762d2043774'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:25.518440 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08964f6-8323-4fa2-8691-53d5a394381c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3182305-f754-4b0f-989d-7362967cb10a", "tag": "01028fe7-7644-4a03-bb34-6762d2043774"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:25.559637 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1741ec98-432a-459d-a246-371c95f9dc3e x-openstack-request-id: req-1741ec98-432a-459d-a246-371c95f9dc3e {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:25.559906 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3182305-f754-4b0f-989d-7362967cb10a", "tag": "01028fe7-7644-4a03-bb34-6762d2043774", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:25.560172 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1741ec98-432a-459d-a246-371c95f9dc3e {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:25.560606 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1741ec98-432a-459d-a246-371c95f9dc3e'] response: {'name': 'network-changed', 'server_uuid': 'f3182305-f754-4b0f-989d-7362967cb10a', 'tag': '01028fe7-7644-4a03-bb34-6762d2043774', 'status': 'completed', 'code': 200} Oct 16 01:03:25.586666 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:25.607735 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-bc938ef4-96d5-4751-b03c-6f3e898d5941 None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:25.832132 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-bc938ef4-96d5-4751-b03c-6f3e898d5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8bff6219-aaf0-47cd-8812-d229d7337011', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'floating_ip_address': '172.37.2.250', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'port_id': '01028fe7-7644-4a03-bb34-6762d2043774', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'mac_address': 'fa:16:3e:d5:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3182305-f754-4b0f-989d-7362967cb10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:03:08Z', 'updated_at': '2022-10-16T01:03:24Z', 'revision_number': 1, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:11Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:25.860572 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc938ef4-96d5-4751-b03c-6f3e898d5941 None None] Checking router: 70ef0714-e67f-4232-a8b3-97d360f21c38 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:03:25.872912 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc938ef4-96d5-4751-b03c-6f3e898d5941 None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:25.873633 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-bc938ef4-96d5-4751-b03c-6f3e898d5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:02:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:25.883012 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146421f2-d348-4dd5-8a7e-43b82e2b3d14 req-3878efea-ef2c-439d-ba6d-6bad53e27cb8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:25.884987 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-146421f2-d348-4dd5-8a7e-43b82e2b3d14 req-3878efea-ef2c-439d-ba6d-6bad53e27cb8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0560818 Oct 16 01:03:25.975558 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-146421f2-d348-4dd5-8a7e-43b82e2b3d14 req-22ec530c-c9cf-434f-88d2-57c2729ffd45 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821836 Oct 16 01:03:25.983210 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-bc938ef4-96d5-4751-b03c-6f3e898d5941 None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:25.999249 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d29864-c1a7-4a23-ad2f-f97e07909320 req-fd1297d8-7bb1-44c2-83f8-e677b3e92c6d tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:25.999249 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f5d29864-c1a7-4a23-ad2f-f97e07909320 req-fd1297d8-7bb1-44c2-83f8-e677b3e92c6d tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0600922 Oct 16 01:03:26.052022 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f5d29864-c1a7-4a23-ad2f-f97e07909320 req-0684ff15-4c23-47d2-8909-4af812a67c45 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477645 Oct 16 01:03:26.161613 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08964f6-8323-4fa2-8691-53d5a394381c req-8a7911d8-c784-45ce-a2d1-cacc713cb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:26.163148 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b08964f6-8323-4fa2-8691-53d5a394381c req-8a7911d8-c784-45ce-a2d1-cacc713cb474 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8852bfe31aa4ba68190661d26c177cb&device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 1130 time: 0.0497205 Oct 16 01:03:26.227905 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-bc938ef4-96d5-4751-b03c-6f3e898d5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8bff6219-aaf0-47cd-8812-d229d7337011', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'floating_ip_address': '172.37.2.250', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'port_id': '01028fe7-7644-4a03-bb34-6762d2043774', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'mac_address': 'fa:16:3e:d5:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3182305-f754-4b0f-989d-7362967cb10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:03:08Z', 'updated_at': '2022-10-16T01:03:24Z', 'revision_number': 1, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:11Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:26.254257 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc938ef4-96d5-4751-b03c-6f3e898d5941 None None] The sync data for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi is: [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8bff6219-aaf0-47cd-8812-d229d7337011', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'floating_ip_address': '172.37.2.250', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'port_id': '01028fe7-7644-4a03-bb34-6762d2043774', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'mac_address': 'fa:16:3e:d5:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3182305-f754-4b0f-989d-7362967cb10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:03:08Z', 'updated_at': '2022-10-16T01:03:24Z', 'revision_number': 1, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:11Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:03:26.271823 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device ea701c3f-eb65-4a82-83d0-b757b0f39524 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:03:26.287923 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:26.364619 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c97efd6f-6a50-49d2-b812-7523a80f6d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:26.400738 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port ea701c3f-eb65-4a82-83d0-b757b0f39524, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea701c3f-eb65-4a82-83d0-b757b0f39524,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:26.414164 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'port_id': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'mac_address': 'fa:16:3e:59:7e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:03:26.452618 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port ea701c3f-eb65-4a82-83d0-b757b0f39524 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:26.453007 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:26.470287 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea701c3f-eb65-4a82-83d0-b757b0f39524 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:03:26.470493 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4591ad5-d2be-4824-8ca8-8cc19a2a37c3 None None] New status for floating IP 8bff6219-aaf0-47cd-8812-d229d7337011: ACTIVE {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:03:26.493758 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:26.497898 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port ea701c3f-eb65-4a82-83d0-b757b0f39524, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea701c3f-eb65-4a82-83d0-b757b0f39524,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:26.502392 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:26.558135 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=ea701c3f-eb65-4a82-83d0-b757b0f39524,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:26.657493 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af426115-1695-431b-b339-259a83b32af4 req-490502f3-9aff-45aa-8dd6-b74772472a40 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:26.660397 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-af426115-1695-431b-b339-259a83b32af4 req-490502f3-9aff-45aa-8dd6-b74772472a40 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 944 time: 0.0613739 Oct 16 01:03:26.662066 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08964f6-8323-4fa2-8691-53d5a394381c req-dc475db9-7201-490e-a668-8ce9fcdc316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:26.664103 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b08964f6-8323-4fa2-8691-53d5a394381c req-dc475db9-7201-490e-a668-8ce9fcdc316b service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=57335160-65ed-4241-a862-dbf37da52fd2 HTTP/1.1" status: 200 len: 912 time: 0.1501646 Oct 16 01:03:26.720214 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-af426115-1695-431b-b339-259a83b32af4 req-af632933-d390-496a-ba5b-f60e3295dcd4 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527182 Oct 16 01:03:26.788884 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b08964f6-8323-4fa2-8691-53d5a394381c req-2474ef74-a044-4cb5-810b-609dfb4a1e61 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01028fe7-7644-4a03-bb34-6762d2043774 HTTP/1.1" status: 200 len: 1002 time: 0.0727856 Oct 16 01:03:26.804651 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:26.842516 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08964f6-8323-4fa2-8691-53d5a394381c req-96fd50b0-0694-4a21-a2fe-4090aba28410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:26.843993 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b08964f6-8323-4fa2-8691-53d5a394381c req-96fd50b0-0694-4a21-a2fe-4090aba28410 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ddb48e42-3d61-453a-90ed-9d67363fcb4f HTTP/1.1" status: 200 len: 850 time: 0.0487280 Oct 16 01:03:26.850921 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['ea701c3f-eb65-4a82-83d0-b757b0f39524'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:03:26.978379 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:26.986974 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08964f6-8323-4fa2-8691-53d5a394381c req-ec9b622f-1f5c-41a2-996f-8d6aad353da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:26.988498 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b08964f6-8323-4fa2-8691-53d5a394381c req-ec9b622f-1f5c-41a2-996f-8d6aad353da4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=57335160-65ed-4241-a862-dbf37da52fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732214 Oct 16 01:03:26.993045 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d858-6696-403e-af0d-331736d53f2d req-d7b556c6-4484-496c-8d7a-ac96efce0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:26.994698 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c400d858-6696-403e-af0d-331736d53f2d req-d7b556c6-4484-496c-8d7a-ac96efce0c0a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 1129 time: 0.0781870 Oct 16 01:03:27.176130 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:27.206341 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c79b3b-57ae-4b00-800a-03679a0abfc1 req-296978d4-22b7-4ca5-8c13-cbb51040ed35 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:27.207336 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f31d31-cea3-4cab-b24e-af1674a9100f req-855b6d07-0963-41e1-9e10-7c54ee2eac91 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:27.208733 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-43c79b3b-57ae-4b00-800a-03679a0abfc1 req-296978d4-22b7-4ca5-8c13-cbb51040ed35 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0631187 Oct 16 01:03:27.208884 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f7f31d31-cea3-4cab-b24e-af1674a9100f req-855b6d07-0963-41e1-9e10-7c54ee2eac91 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.1015675 Oct 16 01:03:27.268005 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b08964f6-8323-4fa2-8691-53d5a394381c req-47fe8ac0-acaf-4523-9b47-b3a8e55b0670 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641931 Oct 16 01:03:27.269504 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d858-6696-403e-af0d-331736d53f2d req-2e02d412-f5e5-473d-9cf2-9d7444ea8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:27.270983 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c400d858-6696-403e-af0d-331736d53f2d req-2e02d412-f5e5-473d-9cf2-9d7444ea8e1f service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 917 time: 0.2659299 Oct 16 01:03:27.275312 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-43c79b3b-57ae-4b00-800a-03679a0abfc1 req-649cee07-d0e5-42d4-a5e0-fe8f565cda1a tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591161 Oct 16 01:03:27.390008 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f7f31d31-cea3-4cab-b24e-af1674a9100f req-e85dd1fc-fbef-4993-9361-b903c789b1b2 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684387 Oct 16 01:03:27.421255 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c400d858-6696-403e-af0d-331736d53f2d req-e02137ac-be4d-40f4-a489-85fcceb5d7ee service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8 HTTP/1.1" status: 200 len: 1000 time: 0.1346540 Oct 16 01:03:27.496564 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b08964f6-8323-4fa2-8691-53d5a394381c req-36a6ff54-57db-4192-a43e-0f561648c0d3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110682 Oct 16 01:03:27.511884 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d858-6696-403e-af0d-331736d53f2d req-485191df-8a30-4220-aae8-81ad776d51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:27.514192 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c400d858-6696-403e-af0d-331736d53f2d req-485191df-8a30-4220-aae8-81ad776d51ff service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d HTTP/1.1" status: 200 len: 855 time: 0.0835776 Oct 16 01:03:27.539546 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:03:27.564539 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d858-6696-403e-af0d-331736d53f2d req-e3cdec4d-b5fb-42e2-b08f-738ce7083f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:27.566113 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c400d858-6696-403e-af0d-331736d53f2d req-e3cdec4d-b5fb-42e2-b08f-738ce7083f75 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449774 Oct 16 01:03:27.670413 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c400d858-6696-403e-af0d-331736d53f2d req-f33fdf41-7529-444c-ac0b-fa046d21bd1f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953920 Oct 16 01:03:27.788482 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c400d858-6696-403e-af0d-331736d53f2d req-ca540283-0966-4c4e-9fbd-5d8e3c6f3b95 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092546 Oct 16 01:03:27.799964 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:27.895066 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4b7e5-900b-4a08-b813-9cb0d5882073 req-03adc9b6-7743-4413-9f63-a9ea3a07c153 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:27.897350 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a9a4b7e5-900b-4a08-b813-9cb0d5882073 req-03adc9b6-7743-4413-9f63-a9ea3a07c153 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 944 time: 0.0598631 Oct 16 01:03:27.976411 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a9a4b7e5-900b-4a08-b813-9cb0d5882073 req-cfe30030-d9ec-4972-969e-88d3d5df456f tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706782 Oct 16 01:03:28.297809 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device ea701c3f-eb65-4a82-83d0-b757b0f39524 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:03:28.336313 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:28.347288 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port ea701c3f-eb65-4a82-83d0-b757b0f39524 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:03:28.354590 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port ea701c3f-eb65-4a82-83d0-b757b0f39524 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:28.355288 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:28.355507 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port ea701c3f-eb65-4a82-83d0-b757b0f39524 Oct 16 01:03:28.451183 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9c39b-3009-419d-b01e-5413d72b381c req-96bbb346-b30e-49a8-b73c-99deeca730f7 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:28.460707 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2b9c39b-3009-419d-b01e-5413d72b381c req-96bbb346-b30e-49a8-b73c-99deeca730f7 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0878210 Oct 16 01:03:28.470205 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port ea701c3f-eb65-4a82-83d0-b757b0f39524 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:28.470938 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:28.545449 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2b9c39b-3009-419d-b01e-5413d72b381c req-6088b90b-16cf-4ce8-9bf8-a3529a133359 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811925 Oct 16 01:03:28.570640 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:28.592420 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8572c7-2b80-4f0f-a0c0-43f196fd3438 req-55ba2f30-e8fc-4648-93de-5265ab6f36f8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:28.594036 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ac8572c7-2b80-4f0f-a0c0-43f196fd3438 req-55ba2f30-e8fc-4648-93de-5265ab6f36f8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 945 time: 0.0750346 Oct 16 01:03:28.648631 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea701c3f-eb65-4a82-83d0-b757b0f39524'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:28.649137 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ac8572c7-2b80-4f0f-a0c0-43f196fd3438 req-1a7309a8-2643-4c87-adfa-f6d8bc41c74c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485005 Oct 16 01:03:28.651527 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b537707b-1fb3-45db-baca-c1ba0c8defaa" -d '{"events": [{"server_uuid": "391edabf-85a9-4565-92f6-ebd0664d3e20", "name": "network-vif-plugged", "status": "completed", "tag": "ea701c3f-eb65-4a82-83d0-b757b0f39524"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:28.665345 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port ea701c3f-eb65-4a82-83d0-b757b0f39524, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea701c3f-eb65-4a82-83d0-b757b0f39524,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:28.670433 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:28.671431 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 544a970e-fd66-4b0a-ba39-0dcfeed391f8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:28.713988 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab12613-6fe3-4e71-91a4-40ff8f532b26 x-openstack-request-id: req-9ab12613-6fe3-4e71-91a4-40ff8f532b26 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:28.714310 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391edabf-85a9-4565-92f6-ebd0664d3e20", "name": "network-vif-plugged", "status": "completed", "tag": "ea701c3f-eb65-4a82-83d0-b757b0f39524", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:28.714576 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ab12613-6fe3-4e71-91a4-40ff8f532b26 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:28.714988 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab12613-6fe3-4e71-91a4-40ff8f532b26'] response: {'server_uuid': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'code': 200} Oct 16 01:03:28.751973 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=ea701c3f-eb65-4a82-83d0-b757b0f39524,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:28.797964 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 is: ACTIVE; New status is: DOWN {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:28.798352 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:28.835289 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:28.840122 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:28.891406 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=544a970e-fd66-4b0a-ba39-0dcfeed391f8,revision_number=8']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:29.117539 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89035341-ce8d-4b87-a1c4-d82e1f606ddc req-6912a2a6-2c1c-404b-9e8a-49254e8d10be tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:29.119247 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-89035341-ce8d-4b87-a1c4-d82e1f606ddc req-6912a2a6-2c1c-404b-9e8a-49254e8d10be tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 945 time: 0.0574040 Oct 16 01:03:29.173847 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-89035341-ce8d-4b87-a1c4-d82e1f606ddc req-1dc200f0-247b-41a1-8ec6-a65362d7afc0 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487707 Oct 16 01:03:29.737956 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c387833-fd8c-4786-991b-bbf7e6373aad req-09012a10-b997-4847-a6b8-f5d67f90015d tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:29.741457 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1c387833-fd8c-4786-991b-bbf7e6373aad req-09012a10-b997-4847-a6b8-f5d67f90015d tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0704091 Oct 16 01:03:29.834689 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1c387833-fd8c-4786-991b-bbf7e6373aad req-c1fd4e99-0eed-4678-ba9f-f5c7ecf5830b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853689 Oct 16 01:03:29.851458 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a85692-4df3-4295-8348-5fd51d1b3ec7 req-8ba7863e-826d-4c5a-b621-61e33448bcf1 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:29.853015 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-95a85692-4df3-4295-8348-5fd51d1b3ec7 req-8ba7863e-826d-4c5a-b621-61e33448bcf1 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0670395 Oct 16 01:03:29.882776 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:29.912065 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-95a85692-4df3-4295-8348-5fd51d1b3ec7 req-611bdf80-1e6c-4e9b-a930-63deeefccbae tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527596 Oct 16 01:03:30.053559 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:30.070202 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdbb9f-7fa2-44ac-997e-0ce0cb942492 req-7249e722-132b-49aa-ba65-aec325d22464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:30.072545 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-34bdbb9f-7fa2-44ac-997e-0ce0cb942492 req-7249e722-132b-49aa-ba65-aec325d22464 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 1129 time: 0.0450432 Oct 16 01:03:30.093802 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:30.124274 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-34bdbb9f-7fa2-44ac-997e-0ce0cb942492 req-fe6ca400-be84-47c9-a6eb-01713ea63beb service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461617 Oct 16 01:03:30.218930 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:30.318823 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5df514-892a-43bd-9bef-1ad05b993776 req-ba827a99-8ff5-445a-bd37-3e1af27713c3 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:30.322097 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8a5df514-892a-43bd-9bef-1ad05b993776 req-ba827a99-8ff5-445a-bd37-3e1af27713c3 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 945 time: 0.0606699 Oct 16 01:03:30.393823 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8a5df514-892a-43bd-9bef-1ad05b993776 req-2313e44a-e4f8-4f5f-8c90-2cdbe7ea6217 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653687 Oct 16 01:03:30.716350 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:30.720427 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35644df-1bc6-4510-8442-486391612d56" -d '{"events": [{"server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "name": "network-vif-unplugged", "status": "completed", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:30.763388 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7b0a5b-5b2f-4f1f-9604-7b244411e5f3 x-openstack-request-id: req-dd7b0a5b-5b2f-4f1f-9604-7b244411e5f3 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:30.763718 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "name": "network-vif-unplugged", "status": "completed", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:30.763980 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd7b0a5b-5b2f-4f1f-9604-7b244411e5f3 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:30.764393 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd7b0a5b-5b2f-4f1f-9604-7b244411e5f3'] response: {'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'code': 200} Oct 16 01:03:30.967586 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d57b71-85bd-4001-a756-0b018858f20e req-f26fb2b6-ef13-4ad0-bad2-ec4131da4f9a tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:30.969084 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-03d57b71-85bd-4001-a756-0b018858f20e req-f26fb2b6-ef13-4ad0-bad2-ec4131da4f9a tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0542321 Oct 16 01:03:31.028675 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-03d57b71-85bd-4001-a756-0b018858f20e req-3870e2f2-d996-4502-a2a5-3e9bfccca003 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537052 Oct 16 01:03:31.067652 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54474cbd-222e-480d-ab5d-19022ee61757 req-2e4645cf-f264-4ffc-9281-7680b9da5bf4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:31.069189 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-54474cbd-222e-480d-ab5d-19022ee61757 req-2e4645cf-f264-4ffc-9281-7680b9da5bf4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0514643 Oct 16 01:03:31.123220 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-54474cbd-222e-480d-ab5d-19022ee61757 req-fd47bebd-b321-4634-81d1-aa6886ba8ab5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435078 Oct 16 01:03:31.489502 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336b57-91ea-4d3e-aaa9-9284448707cd req-b933fac6-37ea-4304-8ed7-cb30eeeb2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:31.490972 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea336b57-91ea-4d3e-aaa9-9284448707cd req-b933fac6-37ea-4304-8ed7-cb30eeeb2ddc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb&device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 1129 time: 0.0788841 Oct 16 01:03:31.579607 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649705fb-e535-4cf3-947c-f05bf37b0091 req-2fc15d52-a84f-4c42-b234-8e8a3d2936e5 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:31.580959 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-649705fb-e535-4cf3-947c-f05bf37b0091 req-2fc15d52-a84f-4c42-b234-8e8a3d2936e5 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 945 time: 0.0587721 Oct 16 01:03:31.646105 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-649705fb-e535-4cf3-947c-f05bf37b0091 req-26c3d784-205c-4c4a-afd6-47eeed45cd09 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574131 Oct 16 01:03:31.840231 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead2c70-c682-465c-afb2-a7f2db0fbec0 req-043a86dd-708d-4c7d-aeda-750c9a60132e tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:31.850761 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fead2c70-c682-465c-afb2-a7f2db0fbec0 req-043a86dd-708d-4c7d-aeda-750c9a60132e tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 945 time: 0.0628076 Oct 16 01:03:31.977307 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fead2c70-c682-465c-afb2-a7f2db0fbec0 req-dad52943-b047-4aff-9ea7-4c587bcb7cdf tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253862 Oct 16 01:03:32.012100 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35784) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:32.054753 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336b57-91ea-4d3e-aaa9-9284448707cd req-33fa406e-f9cd-44b9-8c80-f836423bd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:32.056302 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea336b57-91ea-4d3e-aaa9-9284448707cd req-33fa406e-f9cd-44b9-8c80-f836423bd982 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae HTTP/1.1" status: 200 len: 910 time: 0.2028432 Oct 16 01:03:32.060446 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-5cdb4ccc-9c87-454d-b837-72be58256e7b req-4d264419-3371-4e51-b856-4c1648c02cdf service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 01:03:32.061469 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5cdb4ccc-9c87-454d-b837-72be58256e7b req-4d264419-3371-4e51-b856-4c1648c02cdf service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0089536 Oct 16 01:03:32.062089 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934fc00-2599-4025-9d80-1a7a05c139e5 req-a3455ae1-5970-4315-941a-70b0be4828c4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:32.064149 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3934fc00-2599-4025-9d80-1a7a05c139e5 req-a3455ae1-5970-4315-941a-70b0be4828c4 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 945 time: 0.0749421 Oct 16 01:03:32.074923 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d54c73a-b0c7-4ba2-bb14-d585fc786a30 tempest-TestVolumeBootPattern-1286229808 tempest-TestVolumeBootPattern-1286229808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:32.076472 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3d54c73a-b0c7-4ba2-bb14-d585fc786a30 tempest-TestVolumeBootPattern-1286229808 tempest-TestVolumeBootPattern-1286229808-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 1124 time: 0.0631101 Oct 16 01:03:32.079653 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35790) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:32.084607 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'port_id': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:32.137417 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:32.144713 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3934fc00-2599-4025-9d80-1a7a05c139e5 req-0fb7d908-6d84-4154-afd7-bd46bbef59d8 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=47131bbf-f06f-4a48-870c-42726cd628dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738759 Oct 16 01:03:32.243325 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:32.276739 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702d12d-64f5-4598-a257-a03e7117a3ea req-fad9d31b-4ad0-4f97-924e-b0f0da1b3653 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:32.278238 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4702d12d-64f5-4598-a257-a03e7117a3ea req-fad9d31b-4ad0-4f97-924e-b0f0da1b3653 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0547628 Oct 16 01:03:32.321384 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:32.339039 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefb6e4-3f43-4d26-89fa-3a6260a98b29 req-7896d482-e0a6-4f11-b1e3-0394583c0701 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:32.340553 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ebefb6e4-3f43-4d26-89fa-3a6260a98b29 req-7896d482-e0a6-4f11-b1e3-0394583c0701 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0946558 Oct 16 01:03:32.342477 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4702d12d-64f5-4598-a257-a03e7117a3ea req-87707a8c-2c6e-459d-9196-cf499511bd10 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575235 Oct 16 01:03:32.443263 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Allocated IP 172.37.2.51 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/6923da62-5c1b-4339-9ea8-d2c3c6c29548) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:03:32.456186 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ebefb6e4-3f43-4d26-89fa-3a6260a98b29 req-03111f7d-b091-4254-9ffa-f7394dd4c7ae tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074667 Oct 16 01:03:32.493483 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35812) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:32.516588 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:32.570207 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for port (6923da62-5c1b-4339-9ea8-d2c3c6c29548), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:32.582965 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-1986af9f-d556-4c6b-bfe7-167c8e865749 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881269 Oct 16 01:03:32.591838 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-719812f4-ded8-44ac-a43f-6d8211d5b5dd service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 01:03:32.592820 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-719812f4-ded8-44ac-a43f-6d8211d5b5dd service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048923 Oct 16 01:03:32.601855 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (6923da62-5c1b-4339-9ea8-d2c3c6c29548), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:32.643973 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:03:32.649020 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:03:32.652898 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:03:32.656276 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'Port': ['ID=6923da62-5c1b-4339-9ea8-d2c3c6c29548,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:32.675302 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35820) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:32.772647 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-0e79474e-125f-4410-999c-bc2aee68f67d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:32.773790 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-0e79474e-125f-4410-999c-bc2aee68f67d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports/544a970e-fd66-4b0a-ba39-0dcfeed391f8 HTTP/1.1" status: 200 len: 940 time: 0.0975072 Oct 16 01:03:33.027916 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (a72ef8fd-0f8c-4ded-b359-d0e905028371), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:33.098557 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (6923da62-5c1b-4339-9ea8-d2c3c6c29548), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:33.117416 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:33.277524 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for port (6923da62-5c1b-4339-9ea8-d2c3c6c29548), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:33.282985 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (6923da62-5c1b-4339-9ea8-d2c3c6c29548), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:33.297785 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea336b57-91ea-4d3e-aaa9-9284448707cd req-8fa4d90c-cf71-4221-a850-a70d813c2f88 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b HTTP/1.1" status: 200 len: 1001 time: 0.1081569 Oct 16 01:03:33.306452 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9fa75-57b3-4dfa-b757-fb2fb94d112c req-f89e8f64-e834-4e74-9365-3698458ac18c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:33.307993 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25f9fa75-57b3-4dfa-b757-fb2fb94d112c req-f89e8f64-e834-4e74-9365-3698458ac18c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 945 time: 0.0600688 Oct 16 01:03:33.343452 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:33.360043 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'Port': ['ID=6923da62-5c1b-4339-9ea8-d2c3c6c29548,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:33.367289 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (a72ef8fd-0f8c-4ded-b359-d0e905028371), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:33.407721 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25f9fa75-57b3-4dfa-b757-fb2fb94d112c req-4674471a-97eb-4a50-afcc-7353d85046b7 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=47131bbf-f06f-4a48-870c-42726cd628dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877879 Oct 16 01:03:33.433180 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336b57-91ea-4d3e-aaa9-9284448707cd req-4d092a30-18c7-4b7d-8dbd-4f55e31d87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:33.433890 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea336b57-91ea-4d3e-aaa9-9284448707cd req-4d092a30-18c7-4b7d-8dbd-4f55e31d87c1 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=de2290f6-6368-4cf5-9301-7df9595cdb2f HTTP/1.1" status: 200 len: 848 time: 0.0762057 Oct 16 01:03:33.536721 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336b57-91ea-4d3e-aaa9-9284448707cd req-85d10e7a-3d77-47d2-81fa-0c0276f2a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:33.538176 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d540-b58b-415c-9905-aafead60c154 req-6a6a3222-8904-4c61-b8d4-3aaac52d5fc0 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:33.538711 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea336b57-91ea-4d3e-aaa9-9284448707cd req-85d10e7a-3d77-47d2-81fa-0c0276f2a51a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541472 Oct 16 01:03:33.540306 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d778d540-b58b-415c-9905-aafead60c154 req-6a6a3222-8904-4c61-b8d4-3aaac52d5fc0 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0983617 Oct 16 01:03:33.542181 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Floating IP a72ef8fd-0f8c-4ded-b359-d0e905028371 associated. External IP: 172.37.2.51, port: ea701c3f-eb65-4a82-83d0-b757b0f39524. Oct 16 01:03:33.617303 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ebf5b-9178-437a-87e9-611ee2d19c5c req-eb3c8740-655e-40f8-8fb2-c1493c1c5a68 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:33.618846 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bb7ebf5b-9178-437a-87e9-611ee2d19c5c req-eb3c8740-655e-40f8-8fb2-c1493c1c5a68 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0642693 Oct 16 01:03:33.728633 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-69275406-8cc2-4d9b-9c7c-2d2ed384c8e6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:33.730142 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-69275406-8cc2-4d9b-9c7c-2d2ed384c8e6 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 945 time: 0.1206975 Oct 16 01:03:33.786578 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:33.794140 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:33.815551 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bb7ebf5b-9178-437a-87e9-611ee2d19c5c req-a4f0ca30-9cea-4a34-9f0c-5856ad4e6eb1 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856930 Oct 16 01:03:33.870145 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea336b57-91ea-4d3e-aaa9-9284448707cd req-bfd2d0bc-dbb1-47bc-a2a0-7af8b71c3493 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701161 Oct 16 01:03:33.888375 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Deleting port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:33.888726 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:33.912373 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d778d540-b58b-415c-9905-aafead60c154 req-bedfc37b-231e-49cc-ac40-7cecb524fbb9 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3323917 Oct 16 01:03:33.986523 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] For port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=55fcc1bb-db7a-478d-a43e-2302d6cbccc8,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:33.986921 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:34.036579 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:03:34.143393 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:03:34.155759 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c81f9-0377-47b8-9566-32d81e276b8e None None] Sync routers for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:03:34.162699 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:34.168654 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c81f9-0377-47b8-9566-32d81e276b8e None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:34.169361 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-ba6c81f9-0377-47b8-9566-32d81e276b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:03:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:34.195616 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-bcb8e790-6fbe-428a-842c-5a801bc25937 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1143384 Oct 16 01:03:34.196278 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'tag': 'ea701c3f-eb65-4a82-83d0-b757b0f39524'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:34.199438 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff37bb29-b15f-416d-abbf-1589d738cdfa" -d '{"events": [{"name": "network-changed", "server_uuid": "391edabf-85a9-4565-92f6-ebd0664d3e20", "tag": "ea701c3f-eb65-4a82-83d0-b757b0f39524"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:34.230309 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-9ac8d50d-cb36-48a1-8132-d145d28edfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:34.232258 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-9ac8d50d-cb36-48a1-8132-d145d28edfc5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7&tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8 HTTP/1.1" status: 200 len: 1127 time: 0.1212819 Oct 16 01:03:34.262530 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:34.262920 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (6e3f3b7e-05b2-4549-bd27-04c3b61556ce), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:34.263237 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Floating IP 6e3f3b7e-05b2-4549-bd27-04c3b61556ce disassociated. External IP: 172.37.2.48, port: 55fcc1bb-db7a-478d-a43e-2302d6cbccc8. Oct 16 01:03:34.263576 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Calling delete_port for 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:34.295110 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-ba6c81f9-0377-47b8-9566-32d81e276b8e None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:34.309183 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea336b57-91ea-4d3e-aaa9-9284448707cd req-097ac2bd-7cbc-4143-8ed6-fef0bfe8e22c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202935 Oct 16 01:03:34.316583 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ca92bb-c1ee-4d84-99bc-62ddbe5fb4d5 x-openstack-request-id: req-b1ca92bb-c1ee-4d84-99bc-62ddbe5fb4d5 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:34.316583 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391edabf-85a9-4565-92f6-ebd0664d3e20", "tag": "ea701c3f-eb65-4a82-83d0-b757b0f39524", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:34.316858 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1ca92bb-c1ee-4d84-99bc-62ddbe5fb4d5 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:34.317296 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ca92bb-c1ee-4d84-99bc-62ddbe5fb4d5'] response: {'name': 'network-changed', 'server_uuid': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'tag': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'status': 'completed', 'code': 200} Oct 16 01:03:34.345638 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 544a970e-fd66-4b0a-ba39-0dcfeed391f8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:34.351442 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-8e111160-173d-4d83-a0ac-f920ef7fd9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:34.352924 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-8e111160-173d-4d83-a0ac-f920ef7fd9f8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 1127 time: 0.0929508 Oct 16 01:03:34.441036 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (55fcc1bb-db7a-478d-a43e-2302d6cbccc8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:34.475058 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event deleted for resources: {'Port': ['ID=55fcc1bb-db7a-478d-a43e-2302d6cbccc8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:34.487920 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.488266 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.488618 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.488963 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.489819 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.489819 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.490010 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.490258 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.490589 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.490943 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.491394 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.491742 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.492199 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.492550 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.492879 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:34.525039 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 is: DOWN; New status is: DOWN {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:34.551536 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-64ddf586-2275-44cf-b013-5aecdcfadd1f req-f183e1c7-817c-40a6-97e4-a998d6272840 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 210 time: 0.0395703 Oct 16 01:03:34.552753 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:34.597826 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-ba6c81f9-0377-47b8-9566-32d81e276b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a72ef8fd-0f8c-4ded-b359-d0e905028371', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.51', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:59:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:03:32Z', 'updated_at': '2022-10-16T01:03:32Z', 'revision_number': 0, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:34.606747 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:34.608854 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Router 04f2e7d9-6f59-4273-afb1-c6b961e608fe has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:03:34.627281 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c81f9-0377-47b8-9566-32d81e276b8e None None] Checking router: a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:03:34.637105 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c81f9-0377-47b8-9566-32d81e276b8e None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:34.637775 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-ba6c81f9-0377-47b8-9566-32d81e276b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:03:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:34.673772 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:34.718343 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:03:34.729675 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce727d3-342d-4596-9818-1a1712782ce8 None None] Sync routers for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:03:34.740040 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce727d3-342d-4596-9818-1a1712782ce8 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:34.740656 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-6ce727d3-342d-4596-9818-1a1712782ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:03:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:34.745660 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-ba6c81f9-0377-47b8-9566-32d81e276b8e None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:34.766646 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] No DVR routers for this DVR port 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:03:34.769071 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:34.772488 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-29ce53d4-7adc-46c4-a413-ed4e9477ff71 req-d7329e11-1cde-44c9-a087-af983103b945 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.36 "DELETE /networking/v2.0/ports/55fcc1bb-db7a-478d-a43e-2302d6cbccc8 HTTP/1.1" status: 204 len: 173 time: 1.0272465 Oct 16 01:03:34.772997 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'name': 'network-vif-deleted', 'tag': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:34.775456 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ad7dd5-53f2-43b4-b918-44dd57f379db" -d '{"events": [{"server_uuid": "d627f49d-f82c-43c3-a5c5-b9ce678a168d", "name": "network-vif-deleted", "tag": "55fcc1bb-db7a-478d-a43e-2302d6cbccc8"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:34.813637 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc24ac7-af7f-4a81-9ee8-b8d0dcf4bfd0 x-openstack-request-id: req-adc24ac7-af7f-4a81-9ee8-b8d0dcf4bfd0 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:34.813926 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d627f49d-f82c-43c3-a5c5-b9ce678a168d", "name": "network-vif-deleted", "tag": "55fcc1bb-db7a-478d-a43e-2302d6cbccc8", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:34.814179 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adc24ac7-af7f-4a81-9ee8-b8d0dcf4bfd0 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:34.814580 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc24ac7-af7f-4a81-9ee8-b8d0dcf4bfd0'] response: {'server_uuid': 'd627f49d-f82c-43c3-a5c5-b9ce678a168d', 'name': 'network-vif-deleted', 'tag': '55fcc1bb-db7a-478d-a43e-2302d6cbccc8', 'status': 'completed', 'code': 200} Oct 16 01:03:34.851417 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-6ce727d3-342d-4596-9818-1a1712782ce8 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:34.988251 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93ff71-9a99-4e7e-a841-deb02968b7a0 req-2c188394-2088-4b48-8ba1-71ae64ce12e4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:35.006972 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:35.007233 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ea93ff71-9a99-4e7e-a841-deb02968b7a0 req-2c188394-2088-4b48-8ba1-71ae64ce12e4 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0955601 Oct 16 01:03:35.009294 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-ba6c81f9-0377-47b8-9566-32d81e276b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a72ef8fd-0f8c-4ded-b359-d0e905028371', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.51', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:59:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:03:32Z', 'updated_at': '2022-10-16T01:03:32Z', 'revision_number': 0, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:35.048429 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c81f9-0377-47b8-9566-32d81e276b8e None None] The sync data for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi is: [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a72ef8fd-0f8c-4ded-b359-d0e905028371', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.51', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:59:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:03:32Z', 'updated_at': '2022-10-16T01:03:32Z', 'revision_number': 0, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:03:35.062835 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-6ce727d3-342d-4596-9818-1a1712782ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:35.065514 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:35.070558 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ea93ff71-9a99-4e7e-a841-deb02968b7a0 req-1e49397e-ace0-4f89-883d-77dfa4f38c96 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625546 Oct 16 01:03:35.125558 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2324d-5c7d-4645-ad25-e47a633275d1 req-bea2ab1b-5aa3-40ff-89c4-cb93a4e3fabc tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:35.131424 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-89f2324d-5c7d-4645-ad25-e47a633275d1 req-bea2ab1b-5aa3-40ff-89c4-cb93a4e3fabc tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0881038 Oct 16 01:03:35.152076 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:35.184882 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-89f2324d-5c7d-4645-ad25-e47a633275d1 req-b95c3901-ad29-48d2-b45d-3fb0d6f981f0 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503869 Oct 16 01:03:35.188381 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce727d3-342d-4596-9818-1a1712782ce8 None None] Checking router: 04f2e7d9-6f59-4273-afb1-c6b961e608fe for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:03:35.199072 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce727d3-342d-4596-9818-1a1712782ce8 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:35.199654 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-6ce727d3-342d-4596-9818-1a1712782ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:03:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:35.264471 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb25ae50-90a9-4154-8c66-345935397dee None None] New status for floating IP a72ef8fd-0f8c-4ded-b359-d0e905028371: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:03:35.307150 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-6ce727d3-342d-4596-9818-1a1712782ce8 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:35.531158 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-6ce727d3-342d-4596-9818-1a1712782ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:35.566445 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce727d3-342d-4596-9818-1a1712782ce8 None None] The sync data for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi is: [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T00:57:33Z', 'revision_number': 4, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1243eb6a-8f6b-4732-b89b-091ec46b2b6d', 'name': '', 'network_id': '7dae3d76-90a2-41d2-9dad-7f7856d5ab85', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'mac_address': 'fa:16:3e:27:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:30Z', 'updated_at': '2022-10-16T00:57:55Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'subnets': [{'id': 'a617817b-7e5e-42c9-b510-1f81c28bf50c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:03:35.736569 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37bb29-b15f-416d-abbf-1589d738cdfa req-309cf916-512f-4eb0-9ec5-cbeff3fe36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:35.738009 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff37bb29-b15f-416d-abbf-1589d738cdfa req-309cf916-512f-4eb0-9ec5-cbeff3fe36ba service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 1129 time: 0.1641095 Oct 16 01:03:35.778657 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-3fbb409a-1c8a-4b9a-a839-0c7567a50d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:35.780244 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-3fbb409a-1c8a-4b9a-a839-0c7567a50d46 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 917 time: 0.1719258 Oct 16 01:03:35.908100 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d8476218-944e-4cd3-b05a-ae128102f288 req-f326ea85-33d8-4d80-aef2-4854cdaa0c52 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d627f49d-f82c-43c3-a5c5-b9ce678a168d HTTP/1.1" status: 200 len: 210 time: 0.0463710 Oct 16 01:03:35.970379 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c77bf58-0bd5-45f5-8c78-a53d2c9f1edd None None] New status for floating IP 6e3f3b7e-05b2-4549-bd27-04c3b61556ce: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:03:36.049393 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:36.297095 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-6e2a6707-9362-4c7c-b925-7fcaf9103a84 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8 HTTP/1.1" status: 200 len: 998 time: 0.4823565 Oct 16 01:03:36.305686 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec8e12-ada0-4027-9bdc-757eb15bae8a req-3a0fe10e-9dee-4ab7-a296-162044a3a4e5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:36.307197 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7eec8e12-ada0-4027-9bdc-757eb15bae8a req-3a0fe10e-9dee-4ab7-a296-162044a3a4e5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0760975 Oct 16 01:03:36.315984 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73692e-c520-4411-b378-fa4f3c3e46d3 req-a08a84e0-dfde-41a1-8d37-69a25eace780 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:36.317733 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ef73692e-c520-4411-b378-fa4f3c3e46d3 req-a08a84e0-dfde-41a1-8d37-69a25eace780 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0537386 Oct 16 01:03:36.348370 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37bb29-b15f-416d-abbf-1589d738cdfa req-b50a3202-9d0c-450d-b492-3cbd05c8dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:36.349828 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff37bb29-b15f-416d-abbf-1589d738cdfa req-b50a3202-9d0c-450d-b492-3cbd05c8dc7c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 912 time: 0.5365844 Oct 16 01:03:36.369485 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ef73692e-c520-4411-b378-fa4f3c3e46d3 req-624a84c7-f1dc-4db6-9e22-44064feff1d1 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456822 Oct 16 01:03:36.380321 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7eec8e12-ada0-4027-9bdc-757eb15bae8a req-cf2dd4e2-72ea-4be8-8f4f-c3d9bb9be4fb tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614560 Oct 16 01:03:36.513278 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-e8032b6e-f223-4f51-a312-6d1b89e4d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:36.514824 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-e8032b6e-f223-4f51-a312-6d1b89e4d9d2 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d HTTP/1.1" status: 200 len: 855 time: 0.1075797 Oct 16 01:03:36.516672 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff37bb29-b15f-416d-abbf-1589d738cdfa req-b4254cea-fe9f-420c-8161-678e36dc25d1 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea701c3f-eb65-4a82-83d0-b757b0f39524 HTTP/1.1" status: 200 len: 1000 time: 0.1075909 Oct 16 01:03:36.604232 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-3d1cb093-3261-4943-9d94-b96a1dc5ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:36.605712 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-3d1cb093-3261-4943-9d94-b96a1dc5ec49 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726504 Oct 16 01:03:36.614759 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37bb29-b15f-416d-abbf-1589d738cdfa req-962bcfa1-617e-4097-bd35-120fcef1c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:36.616397 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff37bb29-b15f-416d-abbf-1589d738cdfa req-962bcfa1-617e-4097-bd35-120fcef1c488 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 200 len: 850 time: 0.0737495 Oct 16 01:03:36.714227 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37bb29-b15f-416d-abbf-1589d738cdfa req-5a693b78-44b0-4ea6-b033-e26ff74719e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:36.715736 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff37bb29-b15f-416d-abbf-1589d738cdfa req-5a693b78-44b0-4ea6-b033-e26ff74719e8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=67400858-429f-4052-a9a5-3012690406d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541751 Oct 16 01:03:36.781909 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-9e8361db-6446-4c13-ad8f-6fb7bbe33842 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645851 Oct 16 01:03:36.796962 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:36.822467 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff37bb29-b15f-416d-abbf-1589d738cdfa req-3cb23c2f-65c0-444a-9c4e-1de38f0ffe49 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956960 Oct 16 01:03:37.011126 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35860) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:37.105315 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8682d505-9e65-4db7-8bc5-f12f67d7a29c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (47131bbf-f06f-4a48-870c-42726cd628dd), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:37.129340 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8682d505-9e65-4db7-8bc5-f12f67d7a29c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (47131bbf-f06f-4a48-870c-42726cd628dd), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:37.151158 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff37bb29-b15f-416d-abbf-1589d738cdfa req-1290da6c-436e-4fdc-846f-2e39f76d1b43 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626890 Oct 16 01:03:37.152897 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-827e52ff-9577-4d6c-ad22-5318a2080a61 req-d78c49c6-cc09-415c-b80b-3a385a3253fb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722507 Oct 16 01:03:37.183801 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8682d505-9e65-4db7-8bc5-f12f67d7a29c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (47131bbf-f06f-4a48-870c-42726cd628dd), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:37.186822 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8682d505-9e65-4db7-8bc5-f12f67d7a29c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:37.188204 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8682d505-9e65-4db7-8bc5-f12f67d7a29c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/47131bbf-f06f-4a48-870c-42726cd628dd HTTP/1.1" status: 204 len: 168 time: 0.1760194 Oct 16 01:03:37.190966 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35864) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:37.198800 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:37.201277 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682d505-9e65-4db7-8bc5-f12f67d7a29c tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47131bbf-f06f-4a48-870c-42726cd628dd,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:37.210192 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.api.v2.resource [None req-9abd8954-9618-490c-b8bc-0ab8265744db tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] show failed (client error): The resource could not be found. Oct 16 01:03:37.211264 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9abd8954-9618-490c-b8bc-0ab8265744db tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "GET /networking/v2.0/security-groups/47131bbf-f06f-4a48-870c-42726cd628dd HTTP/1.1" status: 404 len: 347 time: 0.0191300 Oct 16 01:03:37.214225 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35868) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:37.328029 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-3c5369cc-c5bf-400e-a8a6-10e0f8fd1112 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Deleting port 2124aac1-2814-4b0a-bc61-9375ec62d794 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:37.328377 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3c5369cc-c5bf-400e-a8a6-10e0f8fd1112 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (2124aac1-2814-4b0a-bc61-9375ec62d794), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:37.409887 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3c5369cc-c5bf-400e-a8a6-10e0f8fd1112 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (2124aac1-2814-4b0a-bc61-9375ec62d794), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:37.410205 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3c5369cc-c5bf-400e-a8a6-10e0f8fd1112 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (2124aac1-2814-4b0a-bc61-9375ec62d794), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:37.424209 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-3c5369cc-c5bf-400e-a8a6-10e0f8fd1112 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Calling delete_port for 2124aac1-2814-4b0a-bc61-9375ec62d794 owned by network:floatingip {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:37.524270 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d35554-df22-436c-8876-4120a68f9209 req-2d2beeb6-0731-471d-be77-66b52850014a tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:37.526047 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e6d35554-df22-436c-8876-4120a68f9209 req-2d2beeb6-0731-471d-be77-66b52850014a tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0653448 Oct 16 01:03:37.574507 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:37.600828 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa76bdf-f03c-495d-af3f-5c9f76c955b1 req-cfd12bee-4b2c-401b-a031-634cb6c10a74 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:37.615538 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4fa76bdf-f03c-495d-af3f-5c9f76c955b1 req-cfd12bee-4b2c-401b-a031-634cb6c10a74 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.1148083 Oct 16 01:03:37.621337 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e6d35554-df22-436c-8876-4120a68f9209 req-094e3029-0007-438e-b4bc-4c5e45d7c868 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888498 Oct 16 01:03:37.785106 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4fa76bdf-f03c-495d-af3f-5c9f76c955b1 req-38c24e01-bffc-4260-ae4b-55fe378dc1ff tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680403 Oct 16 01:03:37.844083 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3c5369cc-c5bf-400e-a8a6-10e0f8fd1112 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (2124aac1-2814-4b0a-bc61-9375ec62d794), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:37.872012 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5369cc-c5bf-400e-a8a6-10e0f8fd1112 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Pushing event deleted for resources: {'Port': ['ID=2124aac1-2814-4b0a-bc61-9375ec62d794,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:37.986529 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3c5369cc-c5bf-400e-a8a6-10e0f8fd1112 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks [] for floatingip (6e3f3b7e-05b2-4549-bd27-04c3b61556ce), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:37.989189 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3c5369cc-c5bf-400e-a8a6-10e0f8fd1112 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:38.003071 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3c5369cc-c5bf-400e-a8a6-10e0f8fd1112 tempest-AttachVolumeNegativeTest-428578509 tempest-AttachVolumeNegativeTest-428578509-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/6e3f3b7e-05b2-4549-bd27-04c3b61556ce HTTP/1.1" status: 204 len: 168 time: 0.7749963 Oct 16 01:03:38.033840 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-b113d833-1ba3-4e3e-9f33-75dffbcd9642 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969050 Oct 16 01:03:38.080694 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4bae5-41e7-475f-9b20-45bc89252064 req-684b7482-b3e5-4522-a0b7-8311d30945bf tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:38.083098 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-efc4bae5-41e7-475f-9b20-45bc89252064 req-684b7482-b3e5-4522-a0b7-8311d30945bf tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0767536 Oct 16 01:03:38.122523 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-65ce568d-093f-4896-bd91-5eab2d4b336f tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:38.137167 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-65ce568d-093f-4896-bd91-5eab2d4b336f tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports/a16383c6-9bce-4108-ad57-fad77bb41e2b HTTP/1.1" status: 200 len: 942 time: 0.0853310 Oct 16 01:03:38.201415 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-efc4bae5-41e7-475f-9b20-45bc89252064 req-c014c2c6-3489-4b21-b59a-976d8d289a41 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011083 Oct 16 01:03:38.366663 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:38.395587 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:03:38.396541 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 55fcc1bb-db7a-478d-a43e-2302d6cbccc8 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:03:38.944810 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a749-d2d0-4c22-afe4-e4122d4dccae req-fcc5535b-c64d-4606-9f24-b8437f69a2d6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:38.946277 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7537a749-d2d0-4c22-afe4-e4122d4dccae req-fcc5535b-c64d-4606-9f24-b8437f69a2d6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0552230 Oct 16 01:03:38.999571 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7537a749-d2d0-4c22-afe4-e4122d4dccae req-162f6a39-1844-4748-b3ca-2030cc6e13e8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466447 Oct 16 01:03:39.365174 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e412213-b09a-41be-bbf2-a81cf7999b37 req-9f873095-f00d-4744-b9ba-9c575e6d00df tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:39.367598 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2e412213-b09a-41be-bbf2-a81cf7999b37 req-9f873095-f00d-4744-b9ba-9c575e6d00df tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0692120 Oct 16 01:03:39.453418 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2e412213-b09a-41be-bbf2-a81cf7999b37 req-3a5cd96c-d652-4080-bad5-88c907d1ef7d tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791411 Oct 16 01:03:40.139429 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a4ea-903a-4dab-b1ae-c4f10722ba7d req-c37d7a4a-6eda-4781-acde-703019b5fce7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:40.141002 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-95f8a4ea-903a-4dab-b1ae-c4f10722ba7d req-c37d7a4a-6eda-4781-acde-703019b5fce7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0518272 Oct 16 01:03:40.196843 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-95f8a4ea-903a-4dab-b1ae-c4f10722ba7d req-925fbd37-86ec-4eb8-9abd-a89731d26dd7 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498013 Oct 16 01:03:40.364502 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device a16383c6-9bce-4108-ad57-fad77bb41e2b no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:40.449048 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port a16383c6-9bce-4108-ad57-fad77bb41e2b is: ACTIVE; New status is: DOWN {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:40.449543 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:40.475391 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:40.478564 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428fee90-8392-4c6c-9fd2-3638b70a1384" -d '{"events": [{"server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "name": "network-vif-unplugged", "status": "completed", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:40.494594 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port a16383c6-9bce-4108-ad57-fad77bb41e2b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:40.500628 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:40.528306 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fdd644-5160-48ec-aa8d-39edfc9b1e01 x-openstack-request-id: req-f0fdd644-5160-48ec-aa8d-39edfc9b1e01 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:40.528658 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "name": "network-vif-unplugged", "status": "failed", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b", "code": 422}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:40.529232 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0fdd644-5160-48ec-aa8d-39edfc9b1e01 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:40.529955 dv-cinder-master-3-iscsi neutron-server[104581]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f0fdd644-5160-48ec-aa8d-39edfc9b1e01']: {'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'code': 422} returned with failed status Oct 16 01:03:40.559280 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=a16383c6-9bce-4108-ad57-fad77bb41e2b,revision_number=6']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:40.612077 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce592a8-6ae8-4637-b45b-0ee2fa9946ec req-f151bcde-99c3-4ee5-8b98-707423f311c9 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:40.614320 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9ce592a8-6ae8-4637-b45b-0ee2fa9946ec req-f151bcde-99c3-4ee5-8b98-707423f311c9 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0774796 Oct 16 01:03:40.701571 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9ce592a8-6ae8-4637-b45b-0ee2fa9946ec req-46b18d68-4bec-423d-b832-495cbe46cca5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802603 Oct 16 01:03:41.375648 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead60469-f3cd-4e5a-b056-242fdec4f6d3 req-f873da26-fc97-48d1-946f-aa54a7fa06d5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:41.379350 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ead60469-f3cd-4e5a-b056-242fdec4f6d3 req-f873da26-fc97-48d1-946f-aa54a7fa06d5 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0760820 Oct 16 01:03:41.451797 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ead60469-f3cd-4e5a-b056-242fdec4f6d3 req-60354b22-7824-48f4-9cc6-320dbfa96b27 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652990 Oct 16 01:03:41.824642 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:41.856562 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d41f9c-246a-4fa0-ab40-11fcb582143b req-0a7bda40-c879-43c0-bd53-21a2b3b464e5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:41.858434 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-24d41f9c-246a-4fa0-ab40-11fcb582143b req-0a7bda40-c879-43c0-bd53-21a2b3b464e5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0682395 Oct 16 01:03:41.939766 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-24d41f9c-246a-4fa0-ab40-11fcb582143b req-5af806bf-0b29-462d-a670-52d1dbef72b0 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746417 Oct 16 01:03:42.024343 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35962) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:42.159995 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a2cf3408-bd7b-485f-8281-4b79788e09ab req-402179e9-7c42-4477-8dad-49d26c40a439 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-932958323&fields=id&tenant_id=343c019304314c669a3381cc4c68e481 HTTP/1.1" status: 200 len: 267 time: 0.0494168 Oct 16 01:03:42.210211 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:42.219671 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf3408-bd7b-485f-8281-4b79788e09ab req-1b540e5e-950c-4165-a063-77bac77a077c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:42.221613 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a2cf3408-bd7b-485f-8281-4b79788e09ab req-1b540e5e-950c-4165-a063-77bac77a077c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 984 time: 0.0557716 Oct 16 01:03:42.234021 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-a2cf3408-bd7b-485f-8281-4b79788e09ab req-70a8ffc1-75b6-4027-a7dd-42a0a7b65172 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Request body: {'port': {'security_groups': ['55d9e52b-b53a-433b-b3a4-a72e6e3f2b56']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:03:42.328560 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a2cf3408-bd7b-485f-8281-4b79788e09ab req-70a8ffc1-75b6-4027-a7dd-42a0a7b65172 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:42.349765 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:42.607326 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-058b6051-cddd-4a7b-81b6-7f932e19ca66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650312'] for router_interface (04f2e7d9-6f59-4273-afb1-c6b961e608fe), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:42.635173 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-a2cf3408-bd7b-485f-8281-4b79788e09ab req-70a8ffc1-75b6-4027-a7dd-42a0a7b65172 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] For port c570709d-29cc-4c4f-a39b-9bfd4da608ed, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:42.672896 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a2cf3408-bd7b-485f-8281-4b79788e09ab req-70a8ffc1-75b6-4027-a7dd-42a0a7b65172 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:42.681144 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a2cf3408-bd7b-485f-8281-4b79788e09ab req-70a8ffc1-75b6-4027-a7dd-42a0a7b65172 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2994210'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:42.686389 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ac4e7-2662-4fdc-ba1d-4b23e0a48d93 req-a78fda95-ad58-4368-a5aa-c211939af8cf tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:42.694522 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-465ac4e7-2662-4fdc-ba1d-4b23e0a48d93 req-a78fda95-ad58-4368-a5aa-c211939af8cf tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.1123307 Oct 16 01:03:42.698716 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['c570709d-29cc-4c4f-a39b-9bfd4da608ed'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:03:42.700219 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf3408-bd7b-485f-8281-4b79788e09ab req-70a8ffc1-75b6-4027-a7dd-42a0a7b65172 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:42.700954 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a2cf3408-bd7b-485f-8281-4b79788e09ab req-70a8ffc1-75b6-4027-a7dd-42a0a7b65172 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:42.702444 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a2cf3408-bd7b-485f-8281-4b79788e09ab req-70a8ffc1-75b6-4027-a7dd-42a0a7b65172 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "PUT /networking/v2.0/ports/c570709d-29cc-4c4f-a39b-9bfd4da608ed HTTP/1.1" status: 200 len: 942 time: 0.4735351 Oct 16 01:03:42.703692 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:42.710905 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efe9629-81bb-4ecf-84e1-1294821891ae" -d '{"events": [{"name": "network-changed", "server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:42.714650 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 35970) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:42.807892 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-465ac4e7-2662-4fdc-ba1d-4b23e0a48d93 req-c407d079-a7e0-4950-8a33-99fddf7eb9da tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117146 Oct 16 01:03:42.821718 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['c570709d-29cc-4c4f-a39b-9bfd4da608ed'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:03:42.845381 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5c8276-2b0e-458e-9c30-bf8bffd8bdf1 x-openstack-request-id: req-ca5c8276-2b0e-458e-9c30-bf8bffd8bdf1 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:42.845688 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:42.845940 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca5c8276-2b0e-458e-9c30-bf8bffd8bdf1 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:42.846352 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5c8276-2b0e-458e-9c30-bf8bffd8bdf1'] response: {'name': 'network-changed', 'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'status': 'completed', 'code': 200} Oct 16 01:03:42.853647 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8ffc1-75b6-4027-a7dd-42a0a7b65172 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event updated for resources: {'Port': ['ID=c570709d-29cc-4c4f-a39b-9bfd4da608ed,revision_number=7']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:42.952571 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c58a05c-ac00-4793-8fba-43042088ed2c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group (ef62311a-4a30-42aa-bd68-cc2deadeb13a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.044365 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c58a05c-ac00-4793-8fba-43042088ed2c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group (ef62311a-4a30-42aa-bd68-cc2deadeb13a), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.154289 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcc1ee-7b3e-4a47-b440-91bb3ee7c4e8 req-8a7af6f5-0d8a-47b6-8f67-c222527afdc2 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:43.162267 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aebcc1ee-7b3e-4a47-b440-91bb3ee7c4e8 req-8a7af6f5-0d8a-47b6-8f67-c222527afdc2 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0864720 Oct 16 01:03:43.210657 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:43.214043 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-058b6051-cddd-4a7b-81b6-7f932e19ca66 admin admin] Deleting port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:43.219690 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-058b6051-cddd-4a7b-81b6-7f932e19ca66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.241445 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aebcc1ee-7b3e-4a47-b440-91bb3ee7c4e8 req-4590dd33-af4b-4121-ae9d-1b571ac97132 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768557 Oct 16 01:03:43.250036 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c58a05c-ac00-4793-8fba-43042088ed2c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (ef62311a-4a30-42aa-bd68-cc2deadeb13a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.252983 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c58a05c-ac00-4793-8fba-43042088ed2c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.258420 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35976) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:43.274032 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-4c58a05c-ac00-4793-8fba-43042088ed2c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ef62311a-4a30-42aa-bd68-cc2deadeb13a HTTP/1.1" status: 204 len: 168 time: 0.5537200 Oct 16 01:03:43.315838 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58a05c-ac00-4793-8fba-43042088ed2c tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef62311a-4a30-42aa-bd68-cc2deadeb13a,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:43.376129 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-058b6051-cddd-4a7b-81b6-7f932e19ca66 admin admin] For port 1243eb6a-8f6b-4732-b89b-091ec46b2b6d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1243eb6a-8f6b-4732-b89b-091ec46b2b6d,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:43.376743 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-058b6051-cddd-4a7b-81b6-7f932e19ca66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.391755 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-058b6051-cddd-4a7b-81b6-7f932e19ca66 admin admin] Calling delete_port for 1243eb6a-8f6b-4732-b89b-091ec46b2b6d owned by network:router_interface {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:43.440975 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:43.447376 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:43.459566 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Deleting port 87e7e566-7b39-4933-8e8c-8d7ac54f0dd7 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:43.459936 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (87e7e566-7b39-4933-8e8c-8d7ac54f0dd7), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.551284 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (87e7e566-7b39-4933-8e8c-8d7ac54f0dd7), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.551604 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for floatingip (87e7e566-7b39-4933-8e8c-8d7ac54f0dd7), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.566744 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Calling delete_port for 87e7e566-7b39-4933-8e8c-8d7ac54f0dd7 owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:43.616638 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-058b6051-cddd-4a7b-81b6-7f932e19ca66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (1243eb6a-8f6b-4732-b89b-091ec46b2b6d), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.647487 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b6051-cddd-4a7b-81b6-7f932e19ca66 admin admin] Pushing event deleted for resources: {'Port': ['ID=1243eb6a-8f6b-4732-b89b-091ec46b2b6d,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:43.813586 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (87e7e566-7b39-4933-8e8c-8d7ac54f0dd7), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.875100 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-058b6051-cddd-4a7b-81b6-7f932e19ca66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650300'] for router_interface (04f2e7d9-6f59-4273-afb1-c6b961e608fe), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.881492 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event deleted for resources: {'Port': ['ID=87e7e566-7b39-4933-8e8c-8d7ac54f0dd7,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:43.911303 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:43.935756 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks [] for floatingip (8727a437-04f1-4afb-b5dc-f0c4bbff0c8c), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:43.936303 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Floating IP 8727a437-04f1-4afb-b5dc-f0c4bbff0c8c disassociated (deleted). External IP: 172.37.2.105, port: c570709d-29cc-4c4f-a39b-9bfd4da608ed. Oct 16 01:03:43.993652 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c73c0-8b86-4eb1-b69c-500adbc754f7 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 16 01:03:44.138337 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:44.140039 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c73c0-8b86-4eb1-b69c-500adbc754f7 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 01:03:44.163979 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeb599-19ad-46a6-a4b8-ef8ff2ac4823 req-edd1c95d-444e-4738-9855-21b6e7d9f620 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:44.172720 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0eeeb599-19ad-46a6-a4b8-ef8ff2ac4823 req-edd1c95d-444e-4738-9855-21b6e7d9f620 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.1912515 Oct 16 01:03:44.197832 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Router 72e98af7-ae6e-4be9-83da-b23277f8f803 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:03:44.254610 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:44.341100 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:03:44.349343 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:44.367975 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a154f3-db30-4b41-bb66-01dca802b63e None None] Sync routers for ids ['72e98af7-ae6e-4be9-83da-b23277f8f803'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:03:44.387175 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-77013a27-ef41-4e75-90e3-4916c96946c1 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/8727a437-04f1-4afb-b5dc-f0c4bbff0c8c HTTP/1.1" status: 204 len: 168 time: 1.1274600 Oct 16 01:03:44.406848 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:44.470548 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c6d2a-5027-40d9-a3de-41ac813f5d96 req-b081aede-31c3-4b0c-ae09-90be16ca78f0 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:44.480417 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e71c6d2a-5027-40d9-a3de-41ac813f5d96 req-b081aede-31c3-4b0c-ae09-90be16ca78f0 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0841911 Oct 16 01:03:44.493740 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a154f3-db30-4b41-bb66-01dca802b63e None None] Routers {'72e98af7-ae6e-4be9-83da-b23277f8f803'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:44.494423 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-d8a154f3-db30-4b41-bb66-01dca802b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:03:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['72e98af7-ae6e-4be9-83da-b23277f8f803'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:44.505743 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0eeeb599-19ad-46a6-a4b8-ef8ff2ac4823 req-502dc5ef-071f-4b72-b4c0-b9ca476b2d1f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270377 Oct 16 01:03:44.592671 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058b6051-cddd-4a7b-81b6-7f932e19ca66 admin admin] Router 04f2e7d9-6f59-4273-afb1-c6b961e608fe has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:03:44.639001 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e71c6d2a-5027-40d9-a3de-41ac813f5d96 req-bb0009d5-2340-4b51-b0a0-d0ee50014191 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1571438 Oct 16 01:03:44.729403 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-d8a154f3-db30-4b41-bb66-01dca802b63e None None] Set router 72e98af7-ae6e-4be9-83da-b23277f8f803 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:44.773998 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:44.776229 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058b6051-cddd-4a7b-81b6-7f932e19ca66 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:03:44.782598 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-058b6051-cddd-4a7b-81b6-7f932e19ca66 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/04f2e7d9-6f59-4273-afb1-c6b961e608fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7567332 Oct 16 01:03:44.785023 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 35988) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:44.794016 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61775dd-7a31-48e5-8a65-d4cb13733d06 None None] Sync routers for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:03:44.811603 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61775dd-7a31-48e5-8a65-d4cb13733d06 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:44.812381 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-b61775dd-7a31-48e5-8a65-d4cb13733d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:03:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:44.852842 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:44.855214 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdc9d57-bdfb-4d2b-b130-cb2e08e5c1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:44.964259 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f35e6b2-6117-4d38-94b1-6f098b21c8a0 x-openstack-request-id: req-7f35e6b2-6117-4d38-94b1-6f098b21c8a0 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:44.964575 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:44.964829 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f35e6b2-6117-4d38-94b1-6f098b21c8a0 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:44.965267 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f35e6b2-6117-4d38-94b1-6f098b21c8a0'] response: {'name': 'network-changed', 'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'status': 'completed', 'code': 200} Oct 16 01:03:45.063713 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Publish callbacks [] for router (04f2e7d9-6f59-4273-afb1-c6b961e608fe), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:45.109032 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-b61775dd-7a31-48e5-8a65-d4cb13733d06 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:45.301853 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Publish callbacks [] for router_gateway (04f2e7d9-6f59-4273-afb1-c6b961e608fe), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:45.374392 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-b61775dd-7a31-48e5-8a65-d4cb13733d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T01:03:43Z', 'revision_number': 5, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port': {'id': 'a74fd78f-a45f-4321-a4ca-57d2bcba43d1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:45.392488 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Deleting port a74fd78f-a45f-4321-a4ca-57d2bcba43d1 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:45.392903 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:45.445671 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61775dd-7a31-48e5-8a65-d4cb13733d06 None None] Checking router: 04f2e7d9-6f59-4273-afb1-c6b961e608fe for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:03:45.478060 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61775dd-7a31-48e5-8a65-d4cb13733d06 None None] Routers {'04f2e7d9-6f59-4273-afb1-c6b961e608fe'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:45.479003 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-b61775dd-7a31-48e5-8a65-d4cb13733d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:03:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:45.515579 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] For port a74fd78f-a45f-4321-a4ca-57d2bcba43d1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a74fd78f-a45f-4321-a4ca-57d2bcba43d1,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:45.516017 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:45.533988 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Calling delete_port for a74fd78f-a45f-4321-a4ca-57d2bcba43d1 owned by network:router_gateway {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:45.592841 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-d8c9aa98-ac86-4f3e-b48a-5f40dbdd01b2 None None] Provisioning complete for port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:45.593393 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d8c9aa98-ac86-4f3e-b48a-5f40dbdd01b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:45.596335 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-d8c9aa98-ac86-4f3e-b48a-5f40dbdd01b2 None None] Attempt 1 to provision port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 Oct 16 01:03:45.632009 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-b61775dd-7a31-48e5-8a65-d4cb13733d06 None None] Set router 04f2e7d9-6f59-4273-afb1-c6b961e608fe gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:45.682210 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-d8a154f3-db30-4b41-bb66-01dca802b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:14Z', 'revision_number': 4, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7d0732f2-b77d-4ee1-a9e9-7bf8e7736171', 'name': '', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'mac_address': 'fa:16:3e:05:1c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:13Z', 'updated_at': '2022-10-16T01:01:19Z', 'revision_number': 5, 'project_id': '343c019304314c669a3381cc4c68e481', 'subnets': [{'id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:45.708303 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:45.711169 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-b61775dd-7a31-48e5-8a65-d4cb13733d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T01:03:45Z', 'revision_number': 6, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:45.754753 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a154f3-db30-4b41-bb66-01dca802b63e None None] Checking router: 72e98af7-ae6e-4be9-83da-b23277f8f803 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:03:45.763355 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61775dd-7a31-48e5-8a65-d4cb13733d06 None None] The sync data for ids ['04f2e7d9-6f59-4273-afb1-c6b961e608fe'] in dv-cinder-master-3-iscsi is: [{'id': '04f2e7d9-6f59-4273-afb1-c6b961e608fe', 'name': 'tempest-AttachVolumeNegativeTest-1032949237-router', 'tenant_id': 'fb3c758e27684dcd9265e2d60036d80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:18Z', 'updated_at': '2022-10-16T01:03:45Z', 'revision_number': 6, 'project_id': 'fb3c758e27684dcd9265e2d60036d80b', 'gw_port_host': None}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:03:45.794197 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a154f3-db30-4b41-bb66-01dca802b63e None None] Routers {'72e98af7-ae6e-4be9-83da-b23277f8f803'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:45.794844 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-d8a154f3-db30-4b41-bb66-01dca802b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:03:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['72e98af7-ae6e-4be9-83da-b23277f8f803'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:45.867735 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176d4d1-d009-4129-a879-78c666dad2bc req-a6fc8006-3595-4670-90f6-291aa50385e4 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:45.869342 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8176d4d1-d009-4129-a879-78c666dad2bc req-a6fc8006-3595-4670-90f6-291aa50385e4 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.1019108 Oct 16 01:03:45.937884 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8176d4d1-d009-4129-a879-78c666dad2bc req-890a14c3-e4be-495f-ad36-fdc11e18e07e tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602932 Oct 16 01:03:45.944489 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfe689-9cfb-46db-aed6-688fcb679d3c req-78555fcc-f09d-49cf-aeb3-140956070189 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:45.946074 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d0dfe689-9cfb-46db-aed6-688fcb679d3c req-78555fcc-f09d-49cf-aeb3-140956070189 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.1559334 Oct 16 01:03:45.953761 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-d8c9aa98-ac86-4f3e-b48a-5f40dbdd01b2 None None] Current status of the port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:46.010041 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:46.012541 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-d8a154f3-db30-4b41-bb66-01dca802b63e None None] Set router 72e98af7-ae6e-4be9-83da-b23277f8f803 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:46.032908 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (a74fd78f-a45f-4321-a4ca-57d2bcba43d1), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.057975 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d0dfe689-9cfb-46db-aed6-688fcb679d3c req-a08223c5-9490-4c6a-81be-d04cdb631791 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990100 Oct 16 01:03:46.063160 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:46.100216 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=a74fd78f-a45f-4321-a4ca-57d2bcba43d1,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:46.264629 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649846'] for router_gateway (04f2e7d9-6f59-4273-afb1-c6b961e608fe), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.275896 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:46.336583 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-d8a154f3-db30-4b41-bb66-01dca802b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:14Z', 'revision_number': 4, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7d0732f2-b77d-4ee1-a9e9-7bf8e7736171', 'name': '', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'mac_address': 'fa:16:3e:05:1c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:13Z', 'updated_at': '2022-10-16T01:01:19Z', 'revision_number': 5, 'project_id': '343c019304314c669a3381cc4c68e481', 'subnets': [{'id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:46.365470 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a154f3-db30-4b41-bb66-01dca802b63e None None] The sync data for ids ['72e98af7-ae6e-4be9-83da-b23277f8f803'] in dv-cinder-master-3-iscsi is: [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:14Z', 'revision_number': 4, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7d0732f2-b77d-4ee1-a9e9-7bf8e7736171', 'name': '', 'network_id': '3e12ae87-77ee-4d05-8dce-be1b6f55d51c', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'mac_address': 'fa:16:3e:05:1c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:13Z', 'updated_at': '2022-10-16T01:01:19Z', 'revision_number': 5, 'project_id': '343c019304314c669a3381cc4c68e481', 'subnets': [{'id': '9efd72bb-10d0-4ec3-88df-b489c0a0e472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:03:46.406454 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11650'] for router (04f2e7d9-6f59-4273-afb1-c6b961e608fe), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.409026 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Publish callbacks [] for router_controller (04f2e7d9-6f59-4273-afb1-c6b961e608fe), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.482181 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650340'] for router (04f2e7d9-6f59-4273-afb1-c6b961e608fe), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.482755 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04f2e7d9-6f59-4273-afb1-c6b961e608fe {{(pid=104579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 01:03:46.488197 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.492704 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36004) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:46.492865 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-010455ab-7ab3-4d6e-95d6-233404f7eb4c admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/04f2e7d9-6f59-4273-afb1-c6b961e608fe HTTP/1.1" status: 204 len: 168 time: 1.7064867 Oct 16 01:03:46.560641 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f85efec-dc34-44de-a706-8b125d6499fd admin admin] Deleting subnet a617817b-7e5e-42c9-b510-1f81c28bf50c {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 01:03:46.564283 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2f85efec-dc34-44de-a706-8b125d6499fd admin admin] Publish callbacks [] for subnet (a617817b-7e5e-42c9-b510-1f81c28bf50c), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.604504 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2f85efec-dc34-44de-a706-8b125d6499fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655798'] for subnet (a617817b-7e5e-42c9-b510-1f81c28bf50c), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.628216 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f786a1d-7556-4bc4-8dab-dde9900b0f97 None None] New status for floating IP 8727a437-04f1-4afb-b5dc-f0c4bbff0c8c: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:03:46.696285 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:46.700841 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2f85efec-dc34-44de-a706-8b125d6499fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (a617817b-7e5e-42c9-b510-1f81c28bf50c), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.764179 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2f85efec-dc34-44de-a706-8b125d6499fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2697823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665076'] for subnet (a617817b-7e5e-42c9-b510-1f81c28bf50c), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.795547 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85efec-dc34-44de-a706-8b125d6499fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a617817b-7e5e-42c9-b510-1f81c28bf50c,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:46.806415 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2f85efec-dc34-44de-a706-8b125d6499fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.809418 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c43e33-bdc6-47d6-98e7-4d20704c772f None None] Network 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:03:46.810429 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-2f85efec-dc34-44de-a706-8b125d6499fd admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a617817b-7e5e-42c9-b510-1f81c28bf50c HTTP/1.1" status: 204 len: 168 time: 0.3165994 Oct 16 01:03:46.813035 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36006) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:46.895210 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (7dae3d76-90a2-41d2-9dad-7f7856d5ab85), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.952152 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Deleting port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:46.952553 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:46.981056 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9646e45d-6711-436e-8053-c423bbc7cb3d None None] DHCP port deletion for 7dae3d76-90a2-41d2-9dad-7f7856d5ab85 request from dv-cinder-master-3-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 16 01:03:47.026691 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] For port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=69a1bb27-221a-4f64-b9b2-e02c1194c2d4,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:47.027084 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:47.027718 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-9646e45d-6711-436e-8053-c423bbc7cb3d None None] Deleting port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:47.028179 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9646e45d-6711-436e-8053-c423bbc7cb3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:47.044812 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Calling delete_port for 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 owned by network:dhcp {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:47.105168 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f3bc2-ae82-4065-801e-08edac446f67 req-113904a0-e131-4d6b-b27b-6937cf5e6ef6 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:47.107157 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ef3f3bc2-ae82-4065-801e-08edac446f67 req-113904a0-e131-4d6b-b27b-6937cf5e6ef6 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0726492 Oct 16 01:03:47.120962 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-9646e45d-6711-436e-8053-c423bbc7cb3d None None] For port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=69a1bb27-221a-4f64-b9b2-e02c1194c2d4,segment=NetworkSegment(994bcd7f-d2ee-4126-bfcb-b7cd5780c565),segment_id=994bcd7f-d2ee-4126-bfcb-b7cd5780c565)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:47.121373 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9646e45d-6711-436e-8053-c423bbc7cb3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:47.136314 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-9646e45d-6711-436e-8053-c423bbc7cb3d None None] Calling delete_port for 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:47.169821 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ef3f3bc2-ae82-4065-801e-08edac446f67 req-133ba4dc-3dc7-41dd-8ffe-30f57606f1f3 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569274 Oct 16 01:03:47.234398 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9646e45d-6711-436e-8053-c423bbc7cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:47.263823 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646e45d-6711-436e-8053-c423bbc7cb3d None None] Pushing event deleted for resources: {'Port': ['ID=69a1bb27-221a-4f64-b9b2-e02c1194c2d4,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:47.265729 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646e45d-6711-436e-8053-c423bbc7cb3d None None] No DVR routers for this DVR port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 on host dv-cinder-master-3-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:03:47.398970 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device a74fd78f-a45f-4321-a4ca-57d2bcba43d1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:47.431535 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: a74fd78f-a45f-4321-a4ca-57d2bcba43d1 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:03:47.431535 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device a74fd78f-a45f-4321-a4ca-57d2bcba43d1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:03:47.431900 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 1243eb6a-8f6b-4732-b89b-091ec46b2b6d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:47.451280 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 1243eb6a-8f6b-4732-b89b-091ec46b2b6d {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:03:47.451630 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 1243eb6a-8f6b-4732-b89b-091ec46b2b6d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:03:47.452044 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:47.464568 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (69a1bb27-221a-4f64-b9b2-e02c1194c2d4), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:47.474060 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:03:47.474410 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:03:47.496328 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a1bb27-221a-4f64-b9b2-e02c1194c2d4,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:47.503384 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0d02f-6c5c-4cab-8566-3937df2596e4 req-0b1f89bb-d516-4228-a15f-2097527a47d3 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:47.504862 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cbd0d02f-6c5c-4cab-8566-3937df2596e4 req-0b1f89bb-d516-4228-a15f-2097527a47d3 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 943 time: 0.0757935 Oct 16 01:03:47.508451 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] No DVR routers for this DVR port 69a1bb27-221a-4f64-b9b2-e02c1194c2d4 on host dv-cinder-master-3-iscsi {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:03:47.616276 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (7dae3d76-90a2-41d2-9dad-7f7856d5ab85), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:47.634107 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cbd0d02f-6c5c-4cab-8566-3937df2596e4 req-8154b8a7-0a9d-4644-9dcb-632199c57abe tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208677 Oct 16 01:03:47.642196 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dae3d76-90a2-41d2-9dad-7f7856d5ab85']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:47.652568 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:47.654751 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994bcd7f-d2ee-4126-bfcb-b7cd5780c565') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:47.655136 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994bcd7f-d2ee-4126-bfcb-b7cd5780c565') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:47.665390 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2655823'] for segment (994bcd7f-d2ee-4126-bfcb-b7cd5780c565), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:47.680343 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (994bcd7f-d2ee-4126-bfcb-b7cd5780c565), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:47.686839 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 01:03:47.687187 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2697909'] for segment (994bcd7f-d2ee-4126-bfcb-b7cd5780c565), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:47.751050 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (7dae3d76-90a2-41d2-9dad-7f7856d5ab85), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:47.757127 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:47.760290 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/7dae3d76-90a2-41d2-9dad-7f7856d5ab85 HTTP/1.1" status: 204 len: 168 time: 0.9452178 Oct 16 01:03:47.762022 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 994bcd7f-d2ee-4126-bfcb-b7cd5780c565 resource provider aggregate not found Oct 16 01:03:47.781486 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 994bcd7f-d2ee-4126-bfcb-b7cd5780c565 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 994bcd7f-d2ee-4126-bfcb-b7cd5780c565 found for delete ", "request_id": "req-81efa19d-6fca-4810-b665-49d2311896a8"}]} Oct 16 01:03:47.782373 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7c951-5105-4861-ba1e-cd25d66f80d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dae3d76-90a2-41d2-9dad-7f7856d5ab85,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:47.879053 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36024) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:47.921378 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3c256c1d-d7c3-44c3-aae0-2fa2e663b7c8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fb3c758e27684dcd9265e2d60036d80b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410616 Oct 16 01:03:47.924087 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36026) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:47.960520 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:47.979783 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5aee2dcb-7297-4b3f-8f0f-e86198243727 admin admin] Publish callbacks [] for security_group (bfc3cec1-1713-4e74-91f5-897a956f6102), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:48.001367 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5aee2dcb-7297-4b3f-8f0f-e86198243727 admin admin] Publish callbacks [] for security_group (bfc3cec1-1713-4e74-91f5-897a956f6102), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:48.033580 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:48.051160 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5aee2dcb-7297-4b3f-8f0f-e86198243727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (bfc3cec1-1713-4e74-91f5-897a956f6102), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:48.054516 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5aee2dcb-7297-4b3f-8f0f-e86198243727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:48.055707 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5aee2dcb-7297-4b3f-8f0f-e86198243727 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bfc3cec1-1713-4e74-91f5-897a956f6102 HTTP/1.1" status: 204 len: 168 time: 0.1307843 Oct 16 01:03:48.064064 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee2dcb-7297-4b3f-8f0f-e86198243727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc3cec1-1713-4e74-91f5-897a956f6102,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:48.295409 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe9629-81bb-4ecf-84e1-1294821891ae req-c01691ce-ec2e-4b2d-9d9b-20c87dd64632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:48.296874 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3efe9629-81bb-4ecf-84e1-1294821891ae req-c01691ce-ec2e-4b2d-9d9b-20c87dd64632 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=343c019304314c669a3381cc4c68e481&device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 1129 time: 0.0556345 Oct 16 01:03:48.381565 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 544a970e-fd66-4b0a-ba39-0dcfeed391f8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:03:48.410207 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:48.472263 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe9629-81bb-4ecf-84e1-1294821891ae req-f624dcd5-a5fa-4db1-8c19-eebdb0758d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:48.473736 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3efe9629-81bb-4ecf-84e1-1294821891ae req-f624dcd5-a5fa-4db1-8c19-eebdb0758d38 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c HTTP/1.1" status: 200 len: 914 time: 0.1699629 Oct 16 01:03:48.520465 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:48.538007 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'port_id': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'mac_address': 'fa:16:3e:ca:bb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:03:48.555113 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaad986-02f8-4d98-8ed5-34b2266323c0 req-330afc21-7dbb-40a8-b1da-91f3d27be373 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:48.556785 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1aaad986-02f8-4d98-8ed5-34b2266323c0 req-330afc21-7dbb-40a8-b1da-91f3d27be373 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.3053687 Oct 16 01:03:48.570647 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:48.576439 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:48.576815 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:48.591941 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544a970e-fd66-4b0a-ba39-0dcfeed391f8 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:03:48.616259 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:48.620796 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1aaad986-02f8-4d98-8ed5-34b2266323c0 req-7c015d85-04eb-43a8-842c-a674680c87ed tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578208 Oct 16 01:03:48.621808 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:48.671300 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=544a970e-fd66-4b0a-ba39-0dcfeed391f8,revision_number=9']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:48.724291 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3efe9629-81bb-4ecf-84e1-1294821891ae req-244e65d4-03d3-427b-bce3-78e25f1e7790 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed HTTP/1.1" status: 200 len: 217 time: 0.0488210 Oct 16 01:03:48.845684 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe9629-81bb-4ecf-84e1-1294821891ae req-d4da9eda-64ab-4e25-944f-5f2fc855f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:48.847273 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3efe9629-81bb-4ecf-84e1-1294821891ae req-d4da9eda-64ab-4e25-944f-5f2fc855f6f4 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=9efd72bb-10d0-4ec3-88df-b489c0a0e472 HTTP/1.1" status: 200 len: 852 time: 0.1154237 Oct 16 01:03:48.856123 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfed66-2954-491b-9a62-463c5c1ab115 req-05cdc22d-a3c6-4dfc-8359-97cd251720ff tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:48.859288 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4edfed66-2954-491b-9a62-463c5c1ab115 req-05cdc22d-a3c6-4dfc-8359-97cd251720ff tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 944 time: 0.0773413 Oct 16 01:03:48.895270 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['544a970e-fd66-4b0a-ba39-0dcfeed391f8'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:03:48.934696 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe9629-81bb-4ecf-84e1-1294821891ae req-f5fa9354-ade7-4a7f-a570-3fc16c335072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:48.936226 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3efe9629-81bb-4ecf-84e1-1294821891ae req-f5fa9354-ade7-4a7f-a570-3fc16c335072 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652833 Oct 16 01:03:48.957286 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4edfed66-2954-491b-9a62-463c5c1ab115 req-4d83ae98-33d9-4ca7-92af-2ef01597edf6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937734 Oct 16 01:03:49.064799 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3efe9629-81bb-4ecf-84e1-1294821891ae req-fda9ec5a-659b-4cf7-bd14-adfa4f1896fb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192393 Oct 16 01:03:49.185187 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3efe9629-81bb-4ecf-84e1-1294821891ae req-2665d7ee-60b0-4858-959d-e9088e3c6dc3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135383 Oct 16 01:03:49.299723 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc9d57-bdfb-4d2b-b130-cb2e08e5c1a3 req-01f48407-f25b-4b8e-909d-b4b7ca18188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:49.301215 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fbdc9d57-bdfb-4d2b-b130-cb2e08e5c1a3 req-01f48407-f25b-4b8e-909d-b4b7ca18188d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=343c019304314c669a3381cc4c68e481&device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 1129 time: 0.0412598 Oct 16 01:03:49.410959 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:49.417541 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc9d57-bdfb-4d2b-b130-cb2e08e5c1a3 req-f649f883-00d2-4fcf-b4af-8ae37500b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:49.419346 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fbdc9d57-bdfb-4d2b-b130-cb2e08e5c1a3 req-f649f883-00d2-4fcf-b4af-8ae37500b3cd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c HTTP/1.1" status: 200 len: 914 time: 0.1072867 Oct 16 01:03:49.465872 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fbdc9d57-bdfb-4d2b-b130-cb2e08e5c1a3 req-479691cb-55fb-4fbd-b700-1c86ac88f6bc service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed HTTP/1.1" status: 200 len: 217 time: 0.0364323 Oct 16 01:03:49.548002 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc9d57-bdfb-4d2b-b130-cb2e08e5c1a3 req-f8c7a5cc-7f61-4cf5-92a1-1b4d5f54040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:49.550582 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fbdc9d57-bdfb-4d2b-b130-cb2e08e5c1a3 req-f8c7a5cc-7f61-4cf5-92a1-1b4d5f54040d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=9efd72bb-10d0-4ec3-88df-b489c0a0e472 HTTP/1.1" status: 200 len: 852 time: 0.0779192 Oct 16 01:03:49.609372 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc9d57-bdfb-4d2b-b130-cb2e08e5c1a3 req-b0de3beb-fa4d-4416-8da8-c129c913bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:49.611018 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fbdc9d57-bdfb-4d2b-b130-cb2e08e5c1a3 req-b0de3beb-fa4d-4416-8da8-c129c913bbc2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3e12ae87-77ee-4d05-8dce-be1b6f55d51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504291 Oct 16 01:03:49.749784 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fbdc9d57-bdfb-4d2b-b130-cb2e08e5c1a3 req-59aef3d3-a912-4dc5-b7a0-73ef8f5b27cc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166306 Oct 16 01:03:49.773334 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f1adf-95db-4ebc-9837-5632f01ca468 req-bd415232-fa31-46df-8c2b-79bd79c185e8 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:49.775840 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5c8f1adf-95db-4ebc-9837-5632f01ca468 req-bd415232-fa31-46df-8c2b-79bd79c185e8 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0553885 Oct 16 01:03:49.831579 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5c8f1adf-95db-4ebc-9837-5632f01ca468 req-34a0d50c-8ea2-4c5a-b3b8-4aa7f1155c85 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492294 Oct 16 01:03:49.877943 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:49.882031 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fbdc9d57-bdfb-4d2b-b130-cb2e08e5c1a3 req-ddb04928-34d8-4234-9f39-c5689cba42bd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256542 Oct 16 01:03:50.118343 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f93b68-d291-4963-9f5a-6a799f261e76 req-632c5764-e386-437d-bbde-d7805ae1a85c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:50.120050 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-11f93b68-d291-4963-9f5a-6a799f261e76 req-632c5764-e386-437d-bbde-d7805ae1a85c tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 944 time: 0.0536375 Oct 16 01:03:50.173421 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-11f93b68-d291-4963-9f5a-6a799f261e76 req-da27f828-54ee-4c4f-ab76-e3bd3f8ddbee tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475712 Oct 16 01:03:50.399561 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 544a970e-fd66-4b0a-ba39-0dcfeed391f8 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:03:50.403084 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-43ac9d6d-98b5-44cf-985b-94f6d2e1c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:50.403641 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-43ac9d6d-98b5-44cf-985b-94f6d2e1c199 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95&tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb HTTP/1.1" status: 200 len: 1127 time: 0.0390694 Oct 16 01:03:50.443615 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:50.444173 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:50.444517 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 Oct 16 01:03:50.469953 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-b79c9621-0fac-4711-966b-a652b0e6c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:50.471525 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-b79c9621-0fac-4711-966b-a652b0e6c57a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb&device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 1127 time: 0.0432611 Oct 16 01:03:50.519390 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:50.519781 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:50.544657 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:50.546936 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c164b3b8-70bf-4b30-a46a-9faea8f58978" -d '{"events": [{"server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "name": "network-vif-plugged", "status": "completed", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:50.559720 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:50.564893 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:50.568926 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-ef1c956e-9e4a-4f1a-a7c0-3bbbad0dbb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:50.570479 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-ef1c956e-9e4a-4f1a-a7c0-3bbbad0dbb73 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae HTTP/1.1" status: 200 len: 910 time: 0.0892894 Oct 16 01:03:50.590281 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3797dbd4-75d7-413b-adcc-ddf7ac22f248 x-openstack-request-id: req-3797dbd4-75d7-413b-adcc-ddf7ac22f248 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:50.590585 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "name": "network-vif-plugged", "status": "completed", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:50.590838 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3797dbd4-75d7-413b-adcc-ddf7ac22f248 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:50.591328 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3797dbd4-75d7-413b-adcc-ddf7ac22f248'] response: {'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'code': 200} Oct 16 01:03:50.617284 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=544a970e-fd66-4b0a-ba39-0dcfeed391f8,revision_number=10']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:50.639551 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-6381865c-cccd-411e-a9b0-677efe2ee544 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b HTTP/1.1" status: 200 len: 999 time: 0.0620644 Oct 16 01:03:50.690348 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-c62406ea-4b1d-4d3a-8514-4a61eb80aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:50.691794 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-c62406ea-4b1d-4d3a-8514-4a61eb80aa93 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=de2290f6-6368-4cf5-9301-7df9595cdb2f HTTP/1.1" status: 200 len: 848 time: 0.0463557 Oct 16 01:03:50.743227 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-bdc6af95-e940-4cbb-a6ca-85facb9ff2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:50.744699 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-bdc6af95-e940-4cbb-a6ca-85facb9ff2e0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426989 Oct 16 01:03:50.845634 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edfbb1-25e9-40e8-80cb-66cb4adbffb8 req-59268132-4f4c-4949-9ac9-2ba582701b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:50.847131 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-79edfbb1-25e9-40e8-80cb-66cb4adbffb8 req-59268132-4f4c-4949-9ac9-2ba582701b0a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 1130 time: 0.0773556 Oct 16 01:03:50.893414 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-fb839187-390d-492d-bace-971617a23e4b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417058 Oct 16 01:03:50.919285 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-79edfbb1-25e9-40e8-80cb-66cb4adbffb8 req-46dbdafa-7eca-4bc8-9290-ef0095c6b63b service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531030 Oct 16 01:03:50.970302 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e955fc-04cb-42bf-adc4-b2b1f17e83e4 req-b7e8e8bf-9d7b-4089-89d1-c3942d881719 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:50.971440 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9b26c-508d-46d9-92a2-4a7e5d3d6025 req-51e695ad-009b-42d5-9965-3ab391918f06 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:50.971745 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a2e955fc-04cb-42bf-adc4-b2b1f17e83e4 req-b7e8e8bf-9d7b-4089-89d1-c3942d881719 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 945 time: 0.0539286 Oct 16 01:03:50.973176 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d9a9b26c-508d-46d9-92a2-4a7e5d3d6025 req-51e695ad-009b-42d5-9965-3ab391918f06 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0530427 Oct 16 01:03:51.020714 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a2e955fc-04cb-42bf-adc4-b2b1f17e83e4 req-d66c3035-7442-44bb-abf7-7553ff2cf373 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429614 Oct 16 01:03:51.025710 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d9a9b26c-508d-46d9-92a2-4a7e5d3d6025 req-8d27b62d-fdab-41c1-969b-fd876381f658 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466805 Oct 16 01:03:51.311652 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dff984-c986-46b4-bc17-49fd5f7d785a req-b24e66dd-6a8d-435f-8fc1-e5d56bf8e2c6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:51.313142 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-60dff984-c986-46b4-bc17-49fd5f7d785a req-b24e66dd-6a8d-435f-8fc1-e5d56bf8e2c6 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 946 time: 0.0473993 Oct 16 01:03:51.366020 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-60dff984-c986-46b4-bc17-49fd5f7d785a req-c6ca2dda-d7be-4521-b02f-6115f8b7375d tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458553 Oct 16 01:03:52.143642 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c10995-94dd-41ff-987a-f8f9454df088 req-600cbc2e-be3f-47c9-8d51-bab54421284f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:52.145118 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-77c10995-94dd-41ff-987a-f8f9454df088 req-600cbc2e-be3f-47c9-8d51-bab54421284f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 945 time: 0.0476854 Oct 16 01:03:52.149590 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ddc9b-0373-4bfc-a954-064f89e06b24 req-1b0d1f66-4b76-409e-a86d-878640883c65 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:52.151091 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ef5ddc9b-0373-4bfc-a954-064f89e06b24 req-1b0d1f66-4b76-409e-a86d-878640883c65 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0513101 Oct 16 01:03:52.193521 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-77c10995-94dd-41ff-987a-f8f9454df088 req-d70a6d0b-3ff8-42e6-874f-047bb3ffffc7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Oct 16 01:03:52.201202 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ef5ddc9b-0373-4bfc-a954-064f89e06b24 req-98d72be7-ff5f-4b2b-94c6-60ca06453574 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445406 Oct 16 01:03:52.475865 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:52.493669 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa8169-ca07-4a7e-9c73-452c27a1d19c req-ddb42316-b816-41ef-9640-027e01f55038 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:52.495157 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0fa8169-ca07-4a7e-9c73-452c27a1d19c req-ddb42316-b816-41ef-9640-027e01f55038 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 946 time: 0.0465667 Oct 16 01:03:52.547412 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0fa8169-ca07-4a7e-9c73-452c27a1d19c req-bbd7e579-1380-4619-8742-5a639cb4fc39 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467579 Oct 16 01:03:52.844369 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67406345-b929-4d55-a807-2e5e32d3ee9a req-8368447e-22e6-489d-8f67-0bdc41bcfdc2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892460 Oct 16 01:03:53.050872 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36148) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:53.152725 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:53.160220 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e1eab193-5935-4135-994c-c30922481549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.242178 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e1eab193-5935-4135-994c-c30922481549 admin admin] Publish callbacks [] for security_group (11908387-de45-464f-9de6-54095061c7c1), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.247713 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e1eab193-5935-4135-994c-c30922481549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (11908387-de45-464f-9de6-54095061c7c1), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.302195 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eab193-5935-4135-994c-c30922481549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11908387-de45-464f-9de6-54095061c7c1,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:53.308393 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-e1eab193-5935-4135-994c-c30922481549 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=30ceb8cab7454065b963967e35dde6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564514 Oct 16 01:03:53.311535 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36156) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:53.342912 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10b96f-5401-498b-8eb9-b398423497b9 req-1b636974-d5a3-450a-8fc6-9af264bce5f3 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:53.344237 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90776b32-8ab7-4700-9038-b19e8d4ae07e req-2222b4e2-8a11-4e1e-a563-3497ee521f07 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:53.344729 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2c10b96f-5401-498b-8eb9-b398423497b9 req-1b636974-d5a3-450a-8fc6-9af264bce5f3 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 945 time: 0.0685086 Oct 16 01:03:53.345688 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-90776b32-8ab7-4700-9038-b19e8d4ae07e req-2222b4e2-8a11-4e1e-a563-3497ee521f07 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0605605 Oct 16 01:03:53.397300 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-90776b32-8ab7-4700-9038-b19e8d4ae07e req-0530cb8c-641c-46f2-8071-1ea67bcff088 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452640 Oct 16 01:03:53.415479 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2bcb943c-28a4-4337-a3ea-8239a5e212e0 admin admin] Publish callbacks [] for security_group (11908387-de45-464f-9de6-54095061c7c1), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.420156 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2c10b96f-5401-498b-8eb9-b398423497b9 req-22e542ea-f3a7-458f-984a-ba327dd1e66a tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668623 Oct 16 01:03:53.440203 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2bcb943c-28a4-4337-a3ea-8239a5e212e0 admin admin] Publish callbacks [] for security_group (11908387-de45-464f-9de6-54095061c7c1), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.493848 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2bcb943c-28a4-4337-a3ea-8239a5e212e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (11908387-de45-464f-9de6-54095061c7c1), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.496318 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2bcb943c-28a4-4337-a3ea-8239a5e212e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.497454 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2bcb943c-28a4-4337-a3ea-8239a5e212e0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/11908387-de45-464f-9de6-54095061c7c1 HTTP/1.1" status: 204 len: 168 time: 0.1824510 Oct 16 01:03:53.506511 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb943c-28a4-4337-a3ea-8239a5e212e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11908387-de45-464f-9de6-54095061c7c1,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:53.526905 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bd352-1302-43f3-8603-5876eee90bed req-a2f6b317-4152-40d2-b05f-6718ab51b0b4 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:53.528806 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-173bd352-1302-43f3-8603-5876eee90bed req-a2f6b317-4152-40d2-b05f-6718ab51b0b4 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 945 time: 0.0556421 Oct 16 01:03:53.595089 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eba93fd2-5b89-4bbc-a05e-e9cf34fa51e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.629569 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-173bd352-1302-43f3-8603-5876eee90bed req-bb0511c0-639f-46e8-8ebf-4db928ec1a2f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Deleting port c570709d-29cc-4c4f-a39b-9bfd4da608ed {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:53.629920 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-173bd352-1302-43f3-8603-5876eee90bed req-bb0511c0-639f-46e8-8ebf-4db928ec1a2f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.718546 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8aa4f-3cf2-4b59-9d1e-d877d0d7e001 req-09b323ab-eea2-4c07-8f92-83cc55a7f697 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:53.720127 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0b8aa4f-3cf2-4b59-9d1e-d877d0d7e001 req-09b323ab-eea2-4c07-8f92-83cc55a7f697 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 946 time: 0.0863461 Oct 16 01:03:53.785757 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-173bd352-1302-43f3-8603-5876eee90bed req-bb0511c0-639f-46e8-8ebf-4db928ec1a2f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] For port c570709d-29cc-4c4f-a39b-9bfd4da608ed, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c570709d-29cc-4c4f-a39b-9bfd4da608ed,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:53.786027 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-173bd352-1302-43f3-8603-5876eee90bed req-bb0511c0-639f-46e8-8ebf-4db928ec1a2f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.809310 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-173bd352-1302-43f3-8603-5876eee90bed req-bb0511c0-639f-46e8-8ebf-4db928ec1a2f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Calling delete_port for c570709d-29cc-4c4f-a39b-9bfd4da608ed owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:53.815829 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0b8aa4f-3cf2-4b59-9d1e-d877d0d7e001 req-7f57884a-e434-43f7-b811-d4582f73cfa8 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880172 Oct 16 01:03:53.832157 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36164) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:53.840574 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:53.848097 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-846f2818-a49e-47bc-96cb-5fc775f3bab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.863161 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:53.886501 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:53.948999 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-846f2818-a49e-47bc-96cb-5fc775f3bab1 admin admin] Publish callbacks [] for security_group (df67c201-4162-4144-b90c-a91f81b892b0), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.954035 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-846f2818-a49e-47bc-96cb-5fc775f3bab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (df67c201-4162-4144-b90c-a91f81b892b0), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.963475 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-173bd352-1302-43f3-8603-5876eee90bed req-bb0511c0-639f-46e8-8ebf-4db928ec1a2f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (c570709d-29cc-4c4f-a39b-9bfd4da608ed), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:53.976529 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['c570709d-29cc-4c4f-a39b-9bfd4da608ed'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:03:54.001188 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-846f2818-a49e-47bc-96cb-5fc775f3bab1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d65efccc51b242328695e268c0200498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679847 Oct 16 01:03:54.001925 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f2818-a49e-47bc-96cb-5fc775f3bab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df67c201-4162-4144-b90c-a91f81b892b0,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:54.004278 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36170) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:54.027750 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0511c0-639f-46e8-8ebf-4db928ec1a2f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Pushing event deleted for resources: {'Port': ['ID=c570709d-29cc-4c4f-a39b-9bfd4da608ed,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:54.077264 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-879711b1-1f1d-42b6-9a55-866b24c1df41 admin admin] Publish callbacks [] for security_group (df67c201-4162-4144-b90c-a91f81b892b0), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:54.084653 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-173bd352-1302-43f3-8603-5876eee90bed req-bb0511c0-639f-46e8-8ebf-4db928ec1a2f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] No DVR routers for this DVR port c570709d-29cc-4c4f-a39b-9bfd4da608ed on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:03:54.087355 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-173bd352-1302-43f3-8603-5876eee90bed req-bb0511c0-639f-46e8-8ebf-4db928ec1a2f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:54.090754 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-173bd352-1302-43f3-8603-5876eee90bed req-bb0511c0-639f-46e8-8ebf-4db928ec1a2f tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.36 "DELETE /networking/v2.0/ports/c570709d-29cc-4c4f-a39b-9bfd4da608ed HTTP/1.1" status: 204 len: 173 time: 0.5561974 Oct 16 01:03:54.091311 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'name': 'network-vif-deleted', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:03:54.093714 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b73dfd-7f35-4afd-a6db-6514cc911620" -d '{"events": [{"server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "name": "network-vif-deleted", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:03:54.101833 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-879711b1-1f1d-42b6-9a55-866b24c1df41 admin admin] Publish callbacks [] for security_group (df67c201-4162-4144-b90c-a91f81b892b0), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:54.135874 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d5b002-4814-452d-9431-3bae60f17988 x-openstack-request-id: req-09d5b002-4814-452d-9431-3bae60f17988 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:03:54.136175 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa091bd0-0127-4e6a-8b16-a7956cc5379e", "name": "network-vif-deleted", "tag": "c570709d-29cc-4c4f-a39b-9bfd4da608ed", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:03:54.136431 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09d5b002-4814-452d-9431-3bae60f17988 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:03:54.136832 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d5b002-4814-452d-9431-3bae60f17988'] response: {'server_uuid': 'aa091bd0-0127-4e6a-8b16-a7956cc5379e', 'name': 'network-vif-deleted', 'tag': 'c570709d-29cc-4c4f-a39b-9bfd4da608ed', 'status': 'completed', 'code': 200} Oct 16 01:03:54.160995 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-879711b1-1f1d-42b6-9a55-866b24c1df41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (df67c201-4162-4144-b90c-a91f81b892b0), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:54.164211 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-879711b1-1f1d-42b6-9a55-866b24c1df41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:54.165411 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-879711b1-1f1d-42b6-9a55-866b24c1df41 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/df67c201-4162-4144-b90c-a91f81b892b0 HTTP/1.1" status: 204 len: 168 time: 0.1600287 Oct 16 01:03:54.176651 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879711b1-1f1d-42b6-9a55-866b24c1df41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df67c201-4162-4144-b90c-a91f81b892b0,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:54.559138 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc76ad-09ac-4022-9120-79f2bd2ac5ae req-ebff8f2f-7289-4a4b-bf81-4124977f49ca tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:54.561686 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e1bc76ad-09ac-4022-9120-79f2bd2ac5ae req-ebff8f2f-7289-4a4b-bf81-4124977f49ca tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0690579 Oct 16 01:03:54.644022 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bc71af2d-4b41-482b-8e16-f904ec0080b3 req-303c8253-803d-4f44-ae76-a116cea40fd7 tempest-TestMinimumBasicScenario-1525636228 tempest-TestMinimumBasicScenario-1525636228-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa091bd0-0127-4e6a-8b16-a7956cc5379e HTTP/1.1" status: 200 len: 210 time: 0.0539012 Oct 16 01:03:54.648471 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:54.668185 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e1bc76ad-09ac-4022-9120-79f2bd2ac5ae req-f69f9d55-b237-41b8-a563-8eede1a6302d tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890846 Oct 16 01:03:54.954994 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397276d0-024c-425e-8b4c-8b48f3fbccc5 req-a5807222-43ee-4c91-b23a-246efb5912ba tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:54.956527 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-397276d0-024c-425e-8b4c-8b48f3fbccc5 req-a5807222-43ee-4c91-b23a-246efb5912ba tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 946 time: 0.0497553 Oct 16 01:03:55.010224 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-397276d0-024c-425e-8b4c-8b48f3fbccc5 req-5a70863b-649a-4e9d-81ed-eb3ab55e6102 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470397 Oct 16 01:03:55.716488 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:UPDATE=1,neutron:SELECT=80 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:55.801758 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6f984-d24e-4080-99c4-ca95cd790c2a req-014caab5-1a3b-457c-a8cf-fe04a47c87be tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:55.803719 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3ec6f984-d24e-4080-99c4-ca95cd790c2a req-014caab5-1a3b-457c-a8cf-fe04a47c87be tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0509734 Oct 16 01:03:55.872380 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3ec6f984-d24e-4080-99c4-ca95cd790c2a req-f290cb0a-9eb9-485b-839f-dbc2a9b60232 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624592 Oct 16 01:03:56.162216 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87401113-40eb-46e9-a751-a5a720b5d096 req-fd2df0a0-3828-4c89-8011-7e9df8d26eea tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:56.163843 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-87401113-40eb-46e9-a751-a5a720b5d096 req-fd2df0a0-3828-4c89-8011-7e9df8d26eea tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 946 time: 0.0586700 Oct 16 01:03:56.216915 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-87401113-40eb-46e9-a751-a5a720b5d096 req-5186a7a9-7a11-44c9-99fd-f7f20be36605 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469735 Oct 16 01:03:56.363990 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cb233714-bc14-4020-b88d-ead0cc9bc903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:56.406855 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36316) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:56.753020 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7285dd9e-0a44-4703-bc6e-1cb07b30c295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650312'] for router_interface (72e98af7-ae6e-4be9-83da-b23277f8f803), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:56.798621 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:56.840148 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:57.022298 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad7f32-711e-4345-8d37-5d2ca7637614 req-c9427ef1-dc51-4422-bb13-5e0173e78238 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:57.023794 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-daad7f32-711e-4345-8d37-5d2ca7637614 req-c9427ef1-dc51-4422-bb13-5e0173e78238 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0757794 Oct 16 01:03:57.028410 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-7285dd9e-0a44-4703-bc6e-1cb07b30c295 admin admin] Deleting port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:57.028753 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7285dd9e-0a44-4703-bc6e-1cb07b30c295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.056619 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36330) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:57.128031 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-daad7f32-711e-4345-8d37-5d2ca7637614 req-28c6dc99-91b9-4197-baca-0512a025f00f tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971541 Oct 16 01:03:57.152303 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-7285dd9e-0a44-4703-bc6e-1cb07b30c295 admin admin] For port 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7d0732f2-b77d-4ee1-a9e9-7bf8e7736171,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:57.152666 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7285dd9e-0a44-4703-bc6e-1cb07b30c295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.166910 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-7285dd9e-0a44-4703-bc6e-1cb07b30c295 admin admin] Calling delete_port for 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 owned by network:router_interface {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:57.192165 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-06ba63f8-86fa-42cf-9d32-44af570cb764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.269189 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-06ba63f8-86fa-42cf-9d32-44af570cb764 admin admin] Publish callbacks [] for security_group (734bebc5-1c3d-47bd-96c0-3b3d42bb4bd2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.273268 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-06ba63f8-86fa-42cf-9d32-44af570cb764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (734bebc5-1c3d-47bd-96c0-3b3d42bb4bd2), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.311611 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba63f8-86fa-42cf-9d32-44af570cb764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734bebc5-1c3d-47bd-96c0-3b3d42bb4bd2,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:57.315804 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-06ba63f8-86fa-42cf-9d32-44af570cb764 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0a5be2f1df3f4739964817caa21ea82f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580850 Oct 16 01:03:57.323503 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36334) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:57.361008 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7285dd9e-0a44-4703-bc6e-1cb07b30c295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (7d0732f2-b77d-4ee1-a9e9-7bf8e7736171), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.379121 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5a39cb50-722a-4032-8902-4f2413279eb0 admin admin] Publish callbacks [] for security_group (734bebc5-1c3d-47bd-96c0-3b3d42bb4bd2), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.388610 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285dd9e-0a44-4703-bc6e-1cb07b30c295 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0732f2-b77d-4ee1-a9e9-7bf8e7736171,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:57.403591 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5a39cb50-722a-4032-8902-4f2413279eb0 admin admin] Publish callbacks [] for security_group (734bebc5-1c3d-47bd-96c0-3b3d42bb4bd2), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.461091 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5a39cb50-722a-4032-8902-4f2413279eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (734bebc5-1c3d-47bd-96c0-3b3d42bb4bd2), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.463777 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5a39cb50-722a-4032-8902-4f2413279eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.464915 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5a39cb50-722a-4032-8902-4f2413279eb0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/734bebc5-1c3d-47bd-96c0-3b3d42bb4bd2 HTTP/1.1" status: 204 len: 168 time: 0.1403241 Oct 16 01:03:57.478403 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39cb50-722a-4032-8902-4f2413279eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734bebc5-1c3d-47bd-96c0-3b3d42bb4bd2,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:57.589223 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7285dd9e-0a44-4703-bc6e-1cb07b30c295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650300'] for router_interface (72e98af7-ae6e-4be9-83da-b23277f8f803), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.616812 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ee275-b479-4bfc-ae21-01bd92668075 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 16 01:03:57.658782 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:57.741175 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:57.752068 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:57.753733 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69ee275-b479-4bfc-ae21-01bd92668075 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 01:03:57.782957 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.814365 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36340) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:57.826405 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7285dd9e-0a44-4703-bc6e-1cb07b30c295 admin admin] Router 72e98af7-ae6e-4be9-83da-b23277f8f803 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:03:57.833547 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:57.989287 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7285dd9e-0a44-4703-bc6e-1cb07b30c295 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:03:57.996018 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7285dd9e-0a44-4703-bc6e-1cb07b30c295 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/72e98af7-ae6e-4be9-83da-b23277f8f803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5877914 Oct 16 01:03:57.998784 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36342) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:58.001320 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe87741-4f1f-4b66-bbbd-dd5e2f7086d9 None None] Sync routers for ids ['72e98af7-ae6e-4be9-83da-b23277f8f803'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:03:58.012598 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe87741-4f1f-4b66-bbbd-dd5e2f7086d9 None None] Routers {'72e98af7-ae6e-4be9-83da-b23277f8f803'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:58.013355 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-dbe87741-4f1f-4b66-bbbd-dd5e2f7086d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:03:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['72e98af7-ae6e-4be9-83da-b23277f8f803'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:58.016645 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Publish callbacks [] for security_group (26ccd175-ee88-4e04-a42c-685f45cdca8e), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.022460 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (26ccd175-ee88-4e04-a42c-685f45cdca8e), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.075261 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3cff058f536f4a10ab740d7f2faf599d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597878 Oct 16 01:03:58.076131 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ccd175-ee88-4e04-a42c-685f45cdca8e,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:58.078306 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36344) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:58.097330 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.097681 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.098025 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.098349 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.098682 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.099057 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.099456 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.099775 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.100099 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.100425 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.100769 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.101099 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.101416 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.101736 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.102053 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667c0429-4ca4-48f2-9807-f6235d8d0890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:03:58.125537 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Publish callbacks [] for router (72e98af7-ae6e-4be9-83da-b23277f8f803), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.137773 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-dbe87741-4f1f-4b66-bbbd-dd5e2f7086d9 None None] Set router 72e98af7-ae6e-4be9-83da-b23277f8f803 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:58.158093 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8166b361-b5ac-469a-80f3-8fbe875b6736 admin admin] Publish callbacks [] for security_group (26ccd175-ee88-4e04-a42c-685f45cdca8e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.181047 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8166b361-b5ac-469a-80f3-8fbe875b6736 admin admin] Publish callbacks [] for security_group (26ccd175-ee88-4e04-a42c-685f45cdca8e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.252117 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8166b361-b5ac-469a-80f3-8fbe875b6736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (26ccd175-ee88-4e04-a42c-685f45cdca8e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.256179 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8166b361-b5ac-469a-80f3-8fbe875b6736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.257404 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8166b361-b5ac-469a-80f3-8fbe875b6736 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/26ccd175-ee88-4e04-a42c-685f45cdca8e HTTP/1.1" status: 204 len: 168 time: 0.1780529 Oct 16 01:03:58.282751 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166b361-b5ac-469a-80f3-8fbe875b6736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ccd175-ee88-4e04-a42c-685f45cdca8e,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:58.331555 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9902de9-c9b0-4ed2-9e1c-1bdc148b672e req-a799f09c-2fcd-43c8-9d2c-238580ea7a26 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:58.334127 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c9902de9-c9b0-4ed2-9e1c-1bdc148b672e req-a799f09c-2fcd-43c8-9d2c-238580ea7a26 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0825412 Oct 16 01:03:58.335717 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Publish callbacks [] for router_gateway (72e98af7-ae6e-4be9-83da-b23277f8f803), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.396297 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Deleting port 9c8df3fc-5ba4-4d5b-a201-b5269c461008 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:58.396633 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.398452 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:58.488490 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c9902de9-c9b0-4ed2-9e1c-1bdc148b672e req-cc062169-4f8e-48f1-ac3f-0a92fdde9da3 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477215 Oct 16 01:03:58.499712 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:58.504789 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device c570709d-29cc-4c4f-a39b-9bfd4da608ed no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:58.545956 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: c570709d-29cc-4c4f-a39b-9bfd4da608ed {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:03:58.546415 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device c570709d-29cc-4c4f-a39b-9bfd4da608ed not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:03:58.549378 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] For port 9c8df3fc-5ba4-4d5b-a201-b5269c461008, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9c8df3fc-5ba4-4d5b-a201-b5269c461008,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:58.549949 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.574240 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Calling delete_port for 9c8df3fc-5ba4-4d5b-a201-b5269c461008 owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:58.574476 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-dbe87741-4f1f-4b66-bbbd-dd5e2f7086d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143'}], 'enable_snat': True}, 'gw_port_id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:03:57Z', 'revision_number': 5, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port': {'id': '9c8df3fc-5ba4-4d5b-a201-b5269c461008', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:58.602567 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe87741-4f1f-4b66-bbbd-dd5e2f7086d9 None None] Checking router: 72e98af7-ae6e-4be9-83da-b23277f8f803 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:03:58.611183 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe87741-4f1f-4b66-bbbd-dd5e2f7086d9 None None] Routers {'72e98af7-ae6e-4be9-83da-b23277f8f803'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:03:58.611785 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-dbe87741-4f1f-4b66-bbbd-dd5e2f7086d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:03:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['72e98af7-ae6e-4be9-83da-b23277f8f803'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:58.676765 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-619f4868-cdee-4215-905a-a264f954432b None None] Provisioning complete for port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:03:58.679049 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-619f4868-cdee-4215-905a-a264f954432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.679570 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-619f4868-cdee-4215-905a-a264f954432b None None] Attempt 1 to provision port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba Oct 16 01:03:58.714334 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-dbe87741-4f1f-4b66-bbbd-dd5e2f7086d9 None None] Set router 72e98af7-ae6e-4be9-83da-b23277f8f803 gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:03:58.764597 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-619f4868-cdee-4215-905a-a264f954432b None None] Current status of the port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:03:58.774690 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (9c8df3fc-5ba4-4d5b-a201-b5269c461008), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.780307 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-dbe87741-4f1f-4b66-bbbd-dd5e2f7086d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:03:58Z', 'revision_number': 6, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:58.801617 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8df3fc-5ba4-4d5b-a201-b5269c461008,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:58.807375 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe87741-4f1f-4b66-bbbd-dd5e2f7086d9 None None] The sync data for ids ['72e98af7-ae6e-4be9-83da-b23277f8f803'] in dv-cinder-master-3-iscsi is: [{'id': '72e98af7-ae6e-4be9-83da-b23277f8f803', 'name': 'tempest-TestMinimumBasicScenario-63270364-router', 'tenant_id': '343c019304314c669a3381cc4c68e481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:09Z', 'updated_at': '2022-10-16T01:03:58Z', 'revision_number': 6, 'project_id': '343c019304314c669a3381cc4c68e481', 'gw_port_host': None}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:03:58.875373 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649846'] for router_gateway (72e98af7-ae6e-4be9-83da-b23277f8f803), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.966653 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11650'] for router (72e98af7-ae6e-4be9-83da-b23277f8f803), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:58.969198 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Publish callbacks [] for router_controller (72e98af7-ae6e-4be9-83da-b23277f8f803), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.017325 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650340'] for router (72e98af7-ae6e-4be9-83da-b23277f8f803), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.018047 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e98af7-ae6e-4be9-83da-b23277f8f803 {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 01:03:59.023639 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.029931 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a1fcf169-1980-4aaf-ac40-4b9bf437a807 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/72e98af7-ae6e-4be9-83da-b23277f8f803 HTTP/1.1" status: 204 len: 168 time: 1.0238476 Oct 16 01:03:59.029931 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36364) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:59.072141 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-788ac40d-ebd9-4661-9bec-42479b090c7c admin admin] Deleting subnet 9efd72bb-10d0-4ec3-88df-b489c0a0e472 {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 01:03:59.075856 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-788ac40d-ebd9-4661-9bec-42479b090c7c admin admin] Publish callbacks [] for subnet (9efd72bb-10d0-4ec3-88df-b489c0a0e472), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.111157 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-788ac40d-ebd9-4661-9bec-42479b090c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655798'] for subnet (9efd72bb-10d0-4ec3-88df-b489c0a0e472), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.201617 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-788ac40d-ebd9-4661-9bec-42479b090c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (9efd72bb-10d0-4ec3-88df-b489c0a0e472), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.265219 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-788ac40d-ebd9-4661-9bec-42479b090c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2697823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665076'] for subnet (9efd72bb-10d0-4ec3-88df-b489c0a0e472), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.293453 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ac40d-ebd9-4661-9bec-42479b090c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9efd72bb-10d0-4ec3-88df-b489c0a0e472,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:59.295465 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-788ac40d-ebd9-4661-9bec-42479b090c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.302049 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-788ac40d-ebd9-4661-9bec-42479b090c7c admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/9efd72bb-10d0-4ec3-88df-b489c0a0e472 HTTP/1.1" status: 204 len: 168 time: 0.2708173 Oct 16 01:03:59.303209 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36372) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:59.307969 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5158676b-7417-414e-a45b-6cfb0fefd920 None None] Network 3e12ae87-77ee-4d05-8dce-be1b6f55d51c requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:03:59.377395 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (3e12ae87-77ee-4d05-8dce-be1b6f55d51c), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.429183 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Deleting port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:03:59.429183 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.466498 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:59.489412 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:59.497239 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] For port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4be31983-76fd-4267-b2a1-c5cf8c2a29ba,segment=NetworkSegment(74a0e3b5-1b19-4bfa-b460-92448029b4bb),segment_id=74a0e3b5-1b19-4bfa-b460-92448029b4bb)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:03:59.498115 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.513826 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Calling delete_port for 4be31983-76fd-4267-b2a1-c5cf8c2a29ba owned by network:dhcp {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:03:59.608846 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40bf098-e10e-4671-9bea-6fddd3702146 None None] DHCP port deletion for 3e12ae87-77ee-4d05-8dce-be1b6f55d51c request from dv-cinder-master-3-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 16 01:03:59.626738 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (4be31983-76fd-4267-b2a1-c5cf8c2a29ba), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.652327 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-d40bf098-e10e-4671-9bea-6fddd3702146 None None] The port '4be31983-76fd-4267-b2a1-c5cf8c2a29ba' was deleted {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Oct 16 01:03:59.670790 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=4be31983-76fd-4267-b2a1-c5cf8c2a29ba,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:03:59.676281 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] No DVR routers for this DVR port 4be31983-76fd-4267-b2a1-c5cf8c2a29ba on host dv-cinder-master-3-iscsi {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:03:59.687628 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b6acc-2124-482c-a103-a097081b1282 req-4cb5e98d-eb88-4329-a10d-8ae9c7e2778f tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:03:59.696577 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cc7b6acc-2124-482c-a103-a097081b1282 req-4cb5e98d-eb88-4329-a10d-8ae9c7e2778f tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0956745 Oct 16 01:03:59.700341 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:59.726174 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:03:59.726612 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 7d0732f2-b77d-4ee1-a9e9-7bf8e7736171 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:03:59.727132 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 9c8df3fc-5ba4-4d5b-a201-b5269c461008 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:59.730249 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:03:59.753130 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 9c8df3fc-5ba4-4d5b-a201-b5269c461008 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:03:59.753760 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 9c8df3fc-5ba4-4d5b-a201-b5269c461008 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:03:59.755913 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 4be31983-76fd-4267-b2a1-c5cf8c2a29ba no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:03:59.777831 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (3e12ae87-77ee-4d05-8dce-be1b6f55d51c), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.779973 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 4be31983-76fd-4267-b2a1-c5cf8c2a29ba {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:03:59.780887 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cc7b6acc-2124-482c-a103-a097081b1282 req-7df901bb-d60f-49c7-bfad-5d81c5098f64 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729265 Oct 16 01:03:59.788357 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 4be31983-76fd-4267-b2a1-c5cf8c2a29ba not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:03:59.805020 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e12ae87-77ee-4d05-8dce-be1b6f55d51c']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:59.819300 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a0e3b5-1b19-4bfa-b460-92448029b4bb') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:59.819543 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a0e3b5-1b19-4bfa-b460-92448029b4bb') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:03:59.833428 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2655823'] for segment (74a0e3b5-1b19-4bfa-b460-92448029b4bb), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.850318 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (74a0e3b5-1b19-4bfa-b460-92448029b4bb), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.857503 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 01:03:59.858339 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2697909'] for segment (74a0e3b5-1b19-4bfa-b460-92448029b4bb), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.883243 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 74a0e3b5-1b19-4bfa-b460-92448029b4bb resource provider aggregate not found Oct 16 01:03:59.884018 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.916341 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 74a0e3b5-1b19-4bfa-b460-92448029b4bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74a0e3b5-1b19-4bfa-b460-92448029b4bb found for delete ", "request_id": "req-12ad79ad-e632-4832-9c7c-60a868d9108b"}]} Oct 16 01:03:59.938666 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (3e12ae87-77ee-4d05-8dce-be1b6f55d51c), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.946657 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:03:59.953736 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/3e12ae87-77ee-4d05-8dce-be1b6f55d51c HTTP/1.1" status: 204 len: 168 time: 0.6470447 Oct 16 01:03:59.955427 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36394) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:03:59.963608 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbc2a0-1ae8-427b-bb5a-a628af646d4c admin admin] Pushing event deleted for resources: {'Network': ['ID=3e12ae87-77ee-4d05-8dce-be1b6f55d51c,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:00.167166 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:00.214475 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:00.296796 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:00.308376 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d4e913e6-3f17-4852-8a8a-561ba9549952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650312'] for router_interface (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:00.554267 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-d4e913e6-3f17-4852-8a8a-561ba9549952 admin admin] Deleting port 5a7f9645-4a05-4db1-b67e-c1272d395572 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:04:00.554729 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d4e913e6-3f17-4852-8a8a-561ba9549952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:00.637802 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-d4e913e6-3f17-4852-8a8a-561ba9549952 admin admin] For port 5a7f9645-4a05-4db1-b67e-c1272d395572, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5a7f9645-4a05-4db1-b67e-c1272d395572,segment=NetworkSegment(49154b45-c807-4211-bfdc-183112535c72),segment_id=49154b45-c807-4211-bfdc-183112535c72)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:04:00.638171 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d4e913e6-3f17-4852-8a8a-561ba9549952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:00.655488 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-d4e913e6-3f17-4852-8a8a-561ba9549952 admin admin] Calling delete_port for 5a7f9645-4a05-4db1-b67e-c1272d395572 owned by network:router_interface {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:04:00.834034 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d4e913e6-3f17-4852-8a8a-561ba9549952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (5a7f9645-4a05-4db1-b67e-c1272d395572), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:00.860640 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e913e6-3f17-4852-8a8a-561ba9549952 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7f9645-4a05-4db1-b67e-c1272d395572,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:00.924250 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5765319-dccf-46e0-9dc0-e53f8bb283bd req-ff1edebc-bcd3-4574-9682-acf02ec65fd4 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:00.927614 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b5765319-dccf-46e0-9dc0-e53f8bb283bd req-ff1edebc-bcd3-4574-9682-acf02ec65fd4 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0624504 Oct 16 01:04:00.985457 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b5765319-dccf-46e0-9dc0-e53f8bb283bd req-f7b15bff-574b-4e1d-813b-1d25c8f824bc tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513854 Oct 16 01:04:01.041251 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d4e913e6-3f17-4852-8a8a-561ba9549952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650300'] for router_interface (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:01.062100 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c60c24-7045-4b95-8469-9b083d8c455d None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 16 01:04:01.128380 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:01.135630 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:01.156336 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:01.179164 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c60c24-7045-4b95-8469-9b083d8c455d None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 01:04:01.502246 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e913e6-3f17-4852-8a8a-561ba9549952 admin admin] Router 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:04:01.615385 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e913e6-3f17-4852-8a8a-561ba9549952 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:04:01.620647 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d4e913e6-3f17-4852-8a8a-561ba9549952 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8af2423c-cd25-4ebc-b51f-b8d64d04b2bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6634393 Oct 16 01:04:01.623141 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36414) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:01.625843 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f33ba8b-9d41-456f-bd26-368678ca2493 None None] Sync routers for ids ['8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:04:01.638805 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f33ba8b-9d41-456f-bd26-368678ca2493 None None] Routers {'8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:04:01.639643 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9f33ba8b-9d41-456f-bd26-368678ca2493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:03:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:01.763604 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Publish callbacks [] for router (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:01.780428 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-9f33ba8b-9d41-456f-bd26-368678ca2493 None None] Set router 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:04:01.885362 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Publish callbacks [] for router_gateway (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:01.955978 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Deleting port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:04:01.956322 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.007948 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9f33ba8b-9d41-456f-bd26-368678ca2493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'name': 'tempest-TestMinimumBasicScenario-935068130-router', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:16Z', 'updated_at': '2022-10-16T01:04:00Z', 'revision_number': 5, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'gw_port': {'id': 'd85e9b46-c5c3-40a8-84b0-c97bddb2d3e1', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:01:17Z', 'updated_at': '2022-10-16T01:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:02.037752 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f33ba8b-9d41-456f-bd26-368678ca2493 None None] Checking router: 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:04:02.049088 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f33ba8b-9d41-456f-bd26-368678ca2493 None None] Routers {'8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:04:02.049972 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9f33ba8b-9d41-456f-bd26-368678ca2493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:03:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:02.090896 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] For port d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:04:02.091457 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.117563 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Calling delete_port for d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 owned by network:router_gateway {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:04:02.149885 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-af55e875-19f3-4bb8-b56f-726dca91d5b6 None None] Provisioning complete for port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:04:02.150481 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-af55e875-19f3-4bb8-b56f-726dca91d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.150570 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-af55e875-19f3-4bb8-b56f-726dca91d5b6 None None] Attempt 1 to provision port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 Oct 16 01:04:02.164727 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69b390-7c7b-4566-a853-7b3d91f0603f req-f592b252-e303-466c-81b5-af1576a19b21 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:02.166221 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1d69b390-7c7b-4566-a853-7b3d91f0603f req-f592b252-e303-466c-81b5-af1576a19b21 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 943 time: 0.0649173 Oct 16 01:04:02.185427 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-9f33ba8b-9d41-456f-bd26-368678ca2493 None None] Set router 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd gateway port host: None {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:04:02.243286 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9f33ba8b-9d41-456f-bd26-368678ca2493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'name': 'tempest-TestMinimumBasicScenario-935068130-router', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:16Z', 'updated_at': '2022-10-16T01:04:01Z', 'revision_number': 6, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:02.258075 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1d69b390-7c7b-4566-a853-7b3d91f0603f req-f9cdae99-5840-4906-a083-0255a52e64b4 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656838 Oct 16 01:04:02.296123 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f33ba8b-9d41-456f-bd26-368678ca2493 None None] The sync data for ids ['8af2423c-cd25-4ebc-b51f-b8d64d04b2bd'] in dv-cinder-master-3-iscsi is: [{'id': '8af2423c-cd25-4ebc-b51f-b8d64d04b2bd', 'name': 'tempest-TestMinimumBasicScenario-935068130-router', 'tenant_id': '07fd28660dad4acf93dc9785e33d2366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:01:16Z', 'updated_at': '2022-10-16T01:04:01Z', 'revision_number': 6, 'project_id': '07fd28660dad4acf93dc9785e33d2366', 'gw_port_host': None}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:04:02.313896 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-af55e875-19f3-4bb8-b56f-726dca91d5b6 None None] Current status of the port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:04:02.364632 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.369298 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:02.372790 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:02.393373 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:02.457198 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649846'] for router_gateway (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.520005 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device a16383c6-9bce-4108-ad57-fad77bb41e2b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:04:02.546039 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11650'] for router (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.548268 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Publish callbacks [] for router_controller (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.595596 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650340'] for router (8af2423c-cd25-4ebc-b51f-b8d64d04b2bd), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.596127 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af2423c-cd25-4ebc-b51f-b8d64d04b2bd {{(pid=104579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 01:04:02.601694 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.602824 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-312927a4-484e-4232-aef9-6ee56a16fcdb admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/8af2423c-cd25-4ebc-b51f-b8d64d04b2bd HTTP/1.1" status: 204 len: 168 time: 0.9751377 Oct 16 01:04:02.605378 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36424) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:02.627739 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port a16383c6-9bce-4108-ad57-fad77bb41e2b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:04:02.641205 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'port_id': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'mac_address': 'fa:16:3e:db:87:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:04:02.651936 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd40a67d-11a1-41a2-9534-10e912970274 admin admin] Deleting subnet eb1d1d52-49a0-420b-bb3c-58555bc61df7 {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 01:04:02.655505 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cd40a67d-11a1-41a2-9534-10e912970274 admin admin] Publish callbacks [] for subnet (eb1d1d52-49a0-420b-bb3c-58555bc61df7), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.680998 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port a16383c6-9bce-4108-ad57-fad77bb41e2b is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:04:02.681684 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.694636 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cd40a67d-11a1-41a2-9534-10e912970274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992188'] for subnet (eb1d1d52-49a0-420b-bb3c-58555bc61df7), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.696262 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16383c6-9bce-4108-ad57-fad77bb41e2b {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:04:02.711679 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:02.722224 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port a16383c6-9bce-4108-ad57-fad77bb41e2b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:04:02.726328 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.778631 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=a16383c6-9bce-4108-ad57-fad77bb41e2b,revision_number=7']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:02.786141 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.786605 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.787155 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.787321 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cd40a67d-11a1-41a2-9534-10e912970274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (eb1d1d52-49a0-420b-bb3c-58555bc61df7), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.787670 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.788012 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.788351 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.788764 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.789016 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.789343 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.789667 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.789996 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.790322 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.790645 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.791008 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.791333 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:02.840714 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cd40a67d-11a1-41a2-9534-10e912970274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2994412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786414'] for subnet (eb1d1d52-49a0-420b-bb3c-58555bc61df7), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.863735 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40a67d-11a1-41a2-9534-10e912970274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb1d1d52-49a0-420b-bb3c-58555bc61df7,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:02.869188 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cd40a67d-11a1-41a2-9534-10e912970274 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.872250 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-cd40a67d-11a1-41a2-9534-10e912970274 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/eb1d1d52-49a0-420b-bb3c-58555bc61df7 HTTP/1.1" status: 204 len: 168 time: 0.2659812 Oct 16 01:04:02.874847 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36426) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:02.877378 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28ed3d3-6a38-4341-9817-5f5a90bd7a05 None None] Network ca7ce9c8-87fe-4660-9181-036527e2bb59 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:04:02.949286 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (ca7ce9c8-87fe-4660-9181-036527e2bb59), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:02.978507 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['a16383c6-9bce-4108-ad57-fad77bb41e2b'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:04:03.086905 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:03.094752 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c8d7c3-fe04-47eb-9968-1c62ff90d20e None None] DHCP port deletion for ca7ce9c8-87fe-4660-9181-036527e2bb59 request from dv-cinder-master-3-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 16 01:04:03.117963 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:03.178908 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-53c8d7c3-fe04-47eb-9968-1c62ff90d20e None None] Deleting port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:04:03.179608 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53c8d7c3-fe04-47eb-9968-1c62ff90d20e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:03.277411 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Deleting port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:04:03.277752 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:03.278206 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-53c8d7c3-fe04-47eb-9968-1c62ff90d20e None None] For port 73b1010c-4f64-4e77-9033-9c0c75eb24b8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=73b1010c-4f64-4e77-9033-9c0c75eb24b8,segment=NetworkSegment(49154b45-c807-4211-bfdc-183112535c72),segment_id=49154b45-c807-4211-bfdc-183112535c72)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:04:03.278617 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53c8d7c3-fe04-47eb-9968-1c62ff90d20e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:03.300993 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-53c8d7c3-fe04-47eb-9968-1c62ff90d20e None None] Calling delete_port for 73b1010c-4f64-4e77-9033-9c0c75eb24b8 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:04:03.424784 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] For port 73b1010c-4f64-4e77-9033-9c0c75eb24b8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=73b1010c-4f64-4e77-9033-9c0c75eb24b8,segment=NetworkSegment(49154b45-c807-4211-bfdc-183112535c72),segment_id=49154b45-c807-4211-bfdc-183112535c72)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:04:03.426786 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:03.444181 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:04:03.453321 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Calling delete_port for 73b1010c-4f64-4e77-9033-9c0c75eb24b8 owned by network:dhcp {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:04:03.461257 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38e6c0-7b5e-4997-abb5-da1a98500cfc req-bd1d2287-6b18-4c6b-b74f-c30e88a6443d tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:03.463040 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0f38e6c0-7b5e-4997-abb5-da1a98500cfc req-bd1d2287-6b18-4c6b-b74f-c30e88a6443d tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 944 time: 0.0901248 Oct 16 01:04:03.490915 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:04:03.491255 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d85e9b46-c5c3-40a8-84b0-c97bddb2d3e1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:04:03.491662 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 5a7f9645-4a05-4db1-b67e-c1272d395572 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:04:03.527668 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 5a7f9645-4a05-4db1-b67e-c1272d395572 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:04:03.528142 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 5a7f9645-4a05-4db1-b67e-c1272d395572 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:04:03.528569 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 73b1010c-4f64-4e77-9033-9c0c75eb24b8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:04:03.569932 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0f38e6c0-7b5e-4997-abb5-da1a98500cfc req-87ad023b-cbf2-4620-961a-9f0d8a0ee1b7 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989292 Oct 16 01:04:03.589710 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53c8d7c3-fe04-47eb-9968-1c62ff90d20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:03.595006 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:03.607380 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (73b1010c-4f64-4e77-9033-9c0c75eb24b8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:03.617776 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No active binding found for port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 {{(pid=104581) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 16 01:04:03.618167 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] The host dv-cinder-master-3-iscsi is not matching for port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 host None! {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 16 01:04:03.618560 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 73b1010c-4f64-4e77-9033-9c0c75eb24b8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:04:03.621558 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8d7c3-fe04-47eb-9968-1c62ff90d20e None None] Pushing event deleted for resources: {'Port': ['ID=73b1010c-4f64-4e77-9033-9c0c75eb24b8,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:03.625688 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8d7c3-fe04-47eb-9968-1c62ff90d20e None None] No DVR routers for this DVR port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 on host dv-cinder-master-3-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:04:03.637131 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Pushing event deleted for resources: {'Port': ['ID=73b1010c-4f64-4e77-9033-9c0c75eb24b8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:03.641036 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] No DVR routers for this DVR port 73b1010c-4f64-4e77-9033-9c0c75eb24b8 on host dv-cinder-master-3-iscsi {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:04:03.716100 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (ca7ce9c8-87fe-4660-9181-036527e2bb59), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:03.736833 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7ce9c8-87fe-4660-9181-036527e2bb59']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:03.743402 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:03.747413 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49154b45-c807-4211-bfdc-183112535c72') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:03.747710 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49154b45-c807-4211-bfdc-183112535c72') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:03.758508 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2655823'] for segment (49154b45-c807-4211-bfdc-183112535c72), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:03.773553 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (49154b45-c807-4211-bfdc-183112535c72), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:03.780226 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 01:04:03.780718 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2697909'] for segment (49154b45-c807-4211-bfdc-183112535c72), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:03.821706 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 49154b45-c807-4211-bfdc-183112535c72 resource provider aggregate not found Oct 16 01:04:03.838754 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 49154b45-c807-4211-bfdc-183112535c72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49154b45-c807-4211-bfdc-183112535c72 found for delete ", "request_id": "req-2dcdab69-90a8-49db-9371-68de8de59e1f"}]} Oct 16 01:04:03.847004 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (ca7ce9c8-87fe-4660-9181-036527e2bb59), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:03.851643 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:03.855107 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/ca7ce9c8-87fe-4660-9181-036527e2bb59 HTTP/1.1" status: 204 len: 168 time: 0.9791265 Oct 16 01:04:03.873143 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f477-bce5-4b46-bb68-c2e8332730cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7ce9c8-87fe-4660-9181-036527e2bb59,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:04.021727 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36448) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:04.061544 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7186eb65-5515-46fe-86d3-d7b87c3271a6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=343c019304314c669a3381cc4c68e481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386348 Oct 16 01:04:04.064129 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36450) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:04.112698 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-325ab895-51b5-455b-9013-c93117d803af admin admin] Publish callbacks [] for security_group (55d9e52b-b53a-433b-b3a4-a72e6e3f2b56), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:04.132739 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-325ab895-51b5-455b-9013-c93117d803af admin admin] Publish callbacks [] for security_group (55d9e52b-b53a-433b-b3a4-a72e6e3f2b56), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:04.179471 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-325ab895-51b5-455b-9013-c93117d803af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (55d9e52b-b53a-433b-b3a4-a72e6e3f2b56), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:04.181904 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-325ab895-51b5-455b-9013-c93117d803af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:04.183185 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-325ab895-51b5-455b-9013-c93117d803af admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/55d9e52b-b53a-433b-b3a4-a72e6e3f2b56 HTTP/1.1" status: 204 len: 168 time: 0.1181324 Oct 16 01:04:04.192130 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ab895-51b5-455b-9013-c93117d803af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d9e52b-b53a-433b-b3a4-a72e6e3f2b56,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:04.523172 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36464) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:04.528972 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:04:04.540333 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device a16383c6-9bce-4108-ad57-fad77bb41e2b up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:04:04.574575 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d3ee9e29-beff-4801-9280-ba1263cf4859 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=07fd28660dad4acf93dc9785e33d2366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475013 Oct 16 01:04:04.574801 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36468) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:04.592859 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port a16383c6-9bce-4108-ad57-fad77bb41e2b triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:04:04.593245 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:04.593588 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port a16383c6-9bce-4108-ad57-fad77bb41e2b Oct 16 01:04:04.650082 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-77dbc983-0ff6-4477-8f95-0c3b2cc377b7 admin admin] Publish callbacks [] for security_group (fb0998b3-74cd-4627-a1e8-57c2074611aa), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:04.676453 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-77dbc983-0ff6-4477-8f95-0c3b2cc377b7 admin admin] Publish callbacks [] for security_group (fb0998b3-74cd-4627-a1e8-57c2074611aa), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:04.696284 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port a16383c6-9bce-4108-ad57-fad77bb41e2b is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:04:04.696681 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:04.723313 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01246599-b353-44e4-9e00-c353fb636a5f req-52fb76b4-071c-4ac3-a8c7-76ed49116350 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:04.725134 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-01246599-b353-44e4-9e00-c353fb636a5f req-52fb76b4-071c-4ac3-a8c7-76ed49116350 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 944 time: 0.0686686 Oct 16 01:04:04.725719 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:04:04.728562 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aace515-e9ba-47e3-86c1-f8fd52588479" -d '{"events": [{"server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "name": "network-vif-plugged", "status": "completed", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:04:04.739026 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-77dbc983-0ff6-4477-8f95-0c3b2cc377b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (fb0998b3-74cd-4627-a1e8-57c2074611aa), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:04.742780 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-77dbc983-0ff6-4477-8f95-0c3b2cc377b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:04.748422 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port a16383c6-9bce-4108-ad57-fad77bb41e2b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:04:04.748898 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-77dbc983-0ff6-4477-8f95-0c3b2cc377b7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fb0998b3-74cd-4627-a1e8-57c2074611aa HTTP/1.1" status: 204 len: 168 time: 0.1687481 Oct 16 01:04:04.753675 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:04.771128 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbc983-0ff6-4477-8f95-0c3b2cc377b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0998b3-74cd-4627-a1e8-57c2074611aa,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:04.795995 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24661d93-9258-45bb-b17d-38edd33aa078 x-openstack-request-id: req-24661d93-9258-45bb-b17d-38edd33aa078 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:04:04.796329 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "name": "network-vif-plugged", "status": "completed", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:04:04.796583 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24661d93-9258-45bb-b17d-38edd33aa078 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:04:04.796976 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24661d93-9258-45bb-b17d-38edd33aa078'] response: {'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'code': 200} Oct 16 01:04:04.830694 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-01246599-b353-44e4-9e00-c353fb636a5f req-db12dda2-aff3-4e37-9f31-d00db2b7f2b5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977659 Oct 16 01:04:04.837536 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=a16383c6-9bce-4108-ad57-fad77bb41e2b,revision_number=8']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:04.970066 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36480) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:05.054772 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cda12c-5b4c-49e9-a3e7-5c9cfca71cee req-c9ed6815-0fc1-4846-b3d2-ae15b4061ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:05.057373 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-89cda12c-5b4c-49e9-a3e7-5c9cfca71cee req-c9ed6815-0fc1-4846-b3d2-ae15b4061ba5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 1129 time: 0.0436075 Oct 16 01:04:05.106479 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-efd03b94-ef90-41f0-9f46-56f6c4bb4e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.119033 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-89cda12c-5b4c-49e9-a3e7-5c9cfca71cee req-9710ed1b-6beb-408f-914f-aee24ac81336 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545485 Oct 16 01:04:05.195993 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-efd03b94-ef90-41f0-9f46-56f6c4bb4e11 admin admin] Publish callbacks [] for security_group (4cc12798-89f0-41cc-9058-6b5a46938158), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.200497 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-efd03b94-ef90-41f0-9f46-56f6c4bb4e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (4cc12798-89f0-41cc-9058-6b5a46938158), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.241772 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-efd03b94-ef90-41f0-9f46-56f6c4bb4e11 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5fe7780fa7f141e89f06bc9e9cbb7b78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702014 Oct 16 01:04:05.242642 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd03b94-ef90-41f0-9f46-56f6c4bb4e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc12798-89f0-41cc-9058-6b5a46938158,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:05.244525 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36484) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:05.293903 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7d33a512-be4f-4f6e-a358-cbb1547cdd7d admin admin] Publish callbacks [] for security_group (4cc12798-89f0-41cc-9058-6b5a46938158), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.317478 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7d33a512-be4f-4f6e-a358-cbb1547cdd7d admin admin] Publish callbacks [] for security_group (4cc12798-89f0-41cc-9058-6b5a46938158), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.351614 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:05.367340 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7d33a512-be4f-4f6e-a358-cbb1547cdd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (4cc12798-89f0-41cc-9058-6b5a46938158), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.370081 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7d33a512-be4f-4f6e-a358-cbb1547cdd7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.371620 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7d33a512-be4f-4f6e-a358-cbb1547cdd7d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4cc12798-89f0-41cc-9058-6b5a46938158 HTTP/1.1" status: 204 len: 168 time: 0.1261086 Oct 16 01:04:05.379502 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33a512-be4f-4f6e-a358-cbb1547cdd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc12798-89f0-41cc-9058-6b5a46938158,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:05.642156 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36490) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:05.656083 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84844727-3d99-4aeb-96aa-f298208a31ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.712198 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:05.736540 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84844727-3d99-4aeb-96aa-f298208a31ae admin admin] Publish callbacks [] for security_group (aad9a5a2-1f21-4007-8f9e-418123bc0c4d), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.740536 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-84844727-3d99-4aeb-96aa-f298208a31ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (aad9a5a2-1f21-4007-8f9e-418123bc0c4d), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.745955 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:05.781625 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84844727-3d99-4aeb-96aa-f298208a31ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad9a5a2-1f21-4007-8f9e-418123bc0c4d,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:05.786905 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-84844727-3d99-4aeb-96aa-f298208a31ae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=68b1319516144f958fd2daf6fc42b42e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437070 Oct 16 01:04:05.790625 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36492) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:05.841852 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d19da017-debb-4e0b-ab7d-4f49dd477e27 admin admin] Publish callbacks [] for security_group (aad9a5a2-1f21-4007-8f9e-418123bc0c4d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.862081 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d19da017-debb-4e0b-ab7d-4f49dd477e27 admin admin] Publish callbacks [] for security_group (aad9a5a2-1f21-4007-8f9e-418123bc0c4d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.914996 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d19da017-debb-4e0b-ab7d-4f49dd477e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (aad9a5a2-1f21-4007-8f9e-418123bc0c4d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.917736 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d19da017-debb-4e0b-ab7d-4f49dd477e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:05.918895 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d19da017-debb-4e0b-ab7d-4f49dd477e27 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/aad9a5a2-1f21-4007-8f9e-418123bc0c4d HTTP/1.1" status: 204 len: 168 time: 0.1273594 Oct 16 01:04:05.927124 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19da017-debb-4e0b-ab7d-4f49dd477e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad9a5a2-1f21-4007-8f9e-418123bc0c4d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:05.954004 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bb730-74d6-4836-95cf-77f2adb67fbb req-6ed94255-375e-430a-ac06-a2b210e4b8af tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:05.956430 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-659bb730-74d6-4836-95cf-77f2adb67fbb req-6ed94255-375e-430a-ac06-a2b210e4b8af tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0567081 Oct 16 01:04:06.012811 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-659bb730-74d6-4836-95cf-77f2adb67fbb req-72cd936b-1697-428f-abab-d43f57872ea7 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482278 Oct 16 01:04:07.004587 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36524) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:07.138478 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6e5577b0-bd70-4385-90c4-b0f3670c3bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:07.155780 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d3aaa-4fd9-4fe9-bd08-ea83c1d752e4 req-1ee0f688-7ead-4dc8-bd6d-48c9d36efac3 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:07.157145 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-433d3aaa-4fd9-4fe9-bd08-ea83c1d752e4 req-1ee0f688-7ead-4dc8-bd6d-48c9d36efac3 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0651464 Oct 16 01:04:07.233765 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-433d3aaa-4fd9-4fe9-bd08-ea83c1d752e4 req-00a0d338-ce3c-4f86-a9e0-e0470a305548 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698886 Oct 16 01:04:07.267515 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6e5577b0-bd70-4385-90c4-b0f3670c3bcb admin admin] Publish callbacks [] for security_group (97eddbbb-4fae-4bf6-a6d8-418277aa855f), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:07.271227 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6e5577b0-bd70-4385-90c4-b0f3670c3bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (97eddbbb-4fae-4bf6-a6d8-418277aa855f), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:07.313489 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5577b0-bd70-4385-90c4-b0f3670c3bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eddbbb-4fae-4bf6-a6d8-418277aa855f,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:07.317779 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6e5577b0-bd70-4385-90c4-b0f3670c3bcb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fc46802e590646148357aec816608ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121922 Oct 16 01:04:07.321546 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36532) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:07.372703 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-82c03102-ed11-4a34-820e-697dc0a704a9 admin admin] Publish callbacks [] for security_group (97eddbbb-4fae-4bf6-a6d8-418277aa855f), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:07.393427 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-82c03102-ed11-4a34-820e-697dc0a704a9 admin admin] Publish callbacks [] for security_group (97eddbbb-4fae-4bf6-a6d8-418277aa855f), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:07.441155 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-82c03102-ed11-4a34-820e-697dc0a704a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (97eddbbb-4fae-4bf6-a6d8-418277aa855f), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:07.444221 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-82c03102-ed11-4a34-820e-697dc0a704a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:07.448236 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-82c03102-ed11-4a34-820e-697dc0a704a9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/97eddbbb-4fae-4bf6-a6d8-418277aa855f HTTP/1.1" status: 204 len: 168 time: 0.1233971 Oct 16 01:04:07.455472 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c03102-ed11-4a34-820e-697dc0a704a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eddbbb-4fae-4bf6-a6d8-418277aa855f,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:08.784107 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=57 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:14.529158 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=28 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:15.392469 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:15.942568 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=53,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:16.003983 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=10 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:16.009663 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:17.449072 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=67,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:17.451402 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=62,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:17.468689 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:17.986842 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:19.456755 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d5bf0d17-84c8-4000-8875-ded83f548663 req-a5c86591-3005-4f88-823c-3fc569771f53 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385332 Oct 16 01:04:19.521581 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0d17-84c8-4000-8875-ded83f548663 req-5f320e6f-8848-421a-bb56-9c302894bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:19.523274 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d5bf0d17-84c8-4000-8875-ded83f548663 req-5f320e6f-8848-421a-bb56-9c302894bd7b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 1130 time: 0.0419569 Oct 16 01:04:19.627475 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0d17-84c8-4000-8875-ded83f548663 req-da24a733-44fb-4615-a613-72982dc500e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:19.628926 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d5bf0d17-84c8-4000-8875-ded83f548663 req-da24a733-44fb-4615-a613-72982dc500e1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 200 len: 917 time: 0.0855465 Oct 16 01:04:19.701061 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d5bf0d17-84c8-4000-8875-ded83f548663 req-d35aea12-0145-490e-a2fa-726f1616cbf6 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8 HTTP/1.1" status: 200 len: 1000 time: 0.0631213 Oct 16 01:04:19.753741 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0d17-84c8-4000-8875-ded83f548663 req-256a8e59-bbce-44ec-b8a6-1ee42e8356e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:19.755179 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d5bf0d17-84c8-4000-8875-ded83f548663 req-256a8e59-bbce-44ec-b8a6-1ee42e8356e7 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d HTTP/1.1" status: 200 len: 855 time: 0.0473254 Oct 16 01:04:19.810636 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0d17-84c8-4000-8875-ded83f548663 req-b965eb8c-49e5-4a31-8350-9b70c4c8e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:19.812279 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d5bf0d17-84c8-4000-8875-ded83f548663 req-b965eb8c-49e5-4a31-8350-9b70c4c8e0a3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=758abdbd-543f-42fe-8aa7-53af6cbbeb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490215 Oct 16 01:04:19.918448 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d5bf0d17-84c8-4000-8875-ded83f548663 req-0dcefc9e-8524-4f12-b77d-8c37eaf828e9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970562 Oct 16 01:04:20.013251 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d5bf0d17-84c8-4000-8875-ded83f548663 req-0e4d2b93-c7f5-4b8a-8beb-80fdfa95a3f5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850434 Oct 16 01:04:23.600813 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-42fec1cf-76d2-4338-adbc-7e7061a1640d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:24.070588 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900ae7c-a077-4ec9-b6b0-73cecae7f1fa req-125b319a-bcf0-4ebd-aef0-8ca62b5370ce tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:24.072351 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b900ae7c-a077-4ec9-b6b0-73cecae7f1fa req-125b319a-bcf0-4ebd-aef0-8ca62b5370ce tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0510199 Oct 16 01:04:24.125676 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b900ae7c-a077-4ec9-b6b0-73cecae7f1fa req-67f78036-1ab9-4831-9888-77126805b8ce tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476272 Oct 16 01:04:25.252687 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc07d15-83d0-491d-bbbb-f50248f8a839 req-69244eb4-7e8c-4908-8b0a-a49d13933f5d tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:25.254184 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7bc07d15-83d0-491d-bbbb-f50248f8a839 req-69244eb4-7e8c-4908-8b0a-a49d13933f5d tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0484979 Oct 16 01:04:25.306103 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7bc07d15-83d0-491d-bbbb-f50248f8a839 req-22baffee-31c8-47ed-b9be-2151c655f374 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461011 Oct 16 01:04:26.357471 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4be6732a-2f93-4ef7-856c-627f72fdd0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:26.431350 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d148754-17de-4207-b1fe-50e59c87065e req-7c8db09c-f060-4811-a411-8891b08541d3 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:26.432901 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1d148754-17de-4207-b1fe-50e59c87065e req-7c8db09c-f060-4811-a411-8891b08541d3 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0486338 Oct 16 01:04:26.481255 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1d148754-17de-4207-b1fe-50e59c87065e req-8b8d906e-a4ff-4653-a44f-28130fd06306 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 Oct 16 01:04:27.117090 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36716) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:27.221900 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c65eb28e-5a48-4963-a10f-caa0adbfcc47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:27.296081 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c65eb28e-5a48-4963-a10f-caa0adbfcc47 admin admin] Publish callbacks [] for security_group (06514435-e0ee-49b6-8d99-7cc73becfbd5), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:27.299729 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c65eb28e-5a48-4963-a10f-caa0adbfcc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (06514435-e0ee-49b6-8d99-7cc73becfbd5), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:27.337934 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c65eb28e-5a48-4963-a10f-caa0adbfcc47 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f9ad83b53a08431696ba4fd2f6d519eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198009 Oct 16 01:04:27.339156 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65eb28e-5a48-4963-a10f-caa0adbfcc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06514435-e0ee-49b6-8d99-7cc73becfbd5,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:27.340707 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36720) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:27.390458 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f8489de9-56e9-415c-999e-33263248709f admin admin] Publish callbacks [] for security_group (06514435-e0ee-49b6-8d99-7cc73becfbd5), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:27.415907 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f8489de9-56e9-415c-999e-33263248709f admin admin] Publish callbacks [] for security_group (06514435-e0ee-49b6-8d99-7cc73becfbd5), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:27.465612 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f8489de9-56e9-415c-999e-33263248709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (06514435-e0ee-49b6-8d99-7cc73becfbd5), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:27.468314 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f8489de9-56e9-415c-999e-33263248709f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:27.469446 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-f8489de9-56e9-415c-999e-33263248709f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/06514435-e0ee-49b6-8d99-7cc73becfbd5 HTTP/1.1" status: 204 len: 168 time: 0.1277654 Oct 16 01:04:27.477914 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8489de9-56e9-415c-999e-33263248709f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06514435-e0ee-49b6-8d99-7cc73becfbd5,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:27.609633 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ff4de-2875-4ea4-81c7-f40861ab0722 req-0f42b019-37c4-4f69-a65c-5722c30c9552 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:27.611123 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-475ff4de-2875-4ea4-81c7-f40861ab0722 req-0f42b019-37c4-4f69-a65c-5722c30c9552 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0500386 Oct 16 01:04:27.661736 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-475ff4de-2875-4ea4-81c7-f40861ab0722 req-7bb93624-41ea-4227-90f7-c5b24ffd1e16 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446143 Oct 16 01:04:27.779436 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:28.797700 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:28.798516 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:28.799092 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c49a-ad55-4d1d-b36d-22ece13c25f6 req-f280b00e-a31e-42e4-9cfd-fb681abff408 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:28.800625 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f534c49a-ad55-4d1d-b36d-22ece13c25f6 req-f280b00e-a31e-42e4-9cfd-fb681abff408 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0529017 Oct 16 01:04:28.856047 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f534c49a-ad55-4d1d-b36d-22ece13c25f6 req-ce5c6654-fede-4b12-852e-135687fcdf27 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496068 Oct 16 01:04:29.879902 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:29.986912 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471acfe1-5328-42f4-9a2f-ae9e81b531c2 req-b9b4b86b-93c3-465e-a324-37580777d287 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:29.988845 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-471acfe1-5328-42f4-9a2f-ae9e81b531c2 req-b9b4b86b-93c3-465e-a324-37580777d287 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0536697 Oct 16 01:04:30.010343 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:30.021474 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:30.045542 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-471acfe1-5328-42f4-9a2f-ae9e81b531c2 req-a0458abf-7e97-45f3-ad4e-f1a67b4a2199 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502043 Oct 16 01:04:30.217112 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:31.169000 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a2ea0-4770-4b53-b125-b4063850d552 req-10b0fd03-280e-4e9f-8e72-3340076569bc tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:31.170442 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e53a2ea0-4770-4b53-b125-b4063850d552 req-10b0fd03-280e-4e9f-8e72-3340076569bc tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0477855 Oct 16 01:04:31.219419 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e53a2ea0-4770-4b53-b125-b4063850d552 req-b1afd880-2ce0-4eb8-adae-daf48a88330c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432284 Oct 16 01:04:31.593817 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36798) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:31.705514 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a661d990-d3c3-44f0-a1ad-3edaaff80ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:31.791347 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a661d990-d3c3-44f0-a1ad-3edaaff80ce3 admin admin] Publish callbacks [] for security_group (429853f9-da32-40ed-9a6d-83e59e33002c), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:31.795053 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a661d990-d3c3-44f0-a1ad-3edaaff80ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (429853f9-da32-40ed-9a6d-83e59e33002c), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:31.832221 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661d990-d3c3-44f0-a1ad-3edaaff80ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429853f9-da32-40ed-9a6d-83e59e33002c,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:31.837067 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a661d990-d3c3-44f0-a1ad-3edaaff80ce3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6a6d4660fe584fd4a1d4fbb73c23778f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422967 Oct 16 01:04:31.839733 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36802) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:31.889369 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-89c81f7c-847e-4849-bc57-b2a6b34888eb admin admin] Publish callbacks [] for security_group (429853f9-da32-40ed-9a6d-83e59e33002c), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:31.910930 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-89c81f7c-847e-4849-bc57-b2a6b34888eb admin admin] Publish callbacks [] for security_group (429853f9-da32-40ed-9a6d-83e59e33002c), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:31.919932 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:31.963102 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-89c81f7c-847e-4849-bc57-b2a6b34888eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (429853f9-da32-40ed-9a6d-83e59e33002c), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:31.965693 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-89c81f7c-847e-4849-bc57-b2a6b34888eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:31.966844 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-89c81f7c-847e-4849-bc57-b2a6b34888eb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/429853f9-da32-40ed-9a6d-83e59e33002c HTTP/1.1" status: 204 len: 168 time: 0.1262271 Oct 16 01:04:31.976662 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c81f7c-847e-4849-bc57-b2a6b34888eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429853f9-da32-40ed-9a6d-83e59e33002c,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:32.346111 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab29e7-ac9d-4831-a713-00b393be1ca9 req-f74807a9-7758-466d-8799-29a13666e99a tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:32.347669 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53ab29e7-ac9d-4831-a713-00b393be1ca9 req-f74807a9-7758-466d-8799-29a13666e99a tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0499947 Oct 16 01:04:32.401152 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53ab29e7-ac9d-4831-a713-00b393be1ca9 req-bb98827b-1a4d-4f25-b990-d459ee57630e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432341 Oct 16 01:04:33.531175 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dde14-a69e-4ca9-af59-a0ce5b24cec3 req-31a7700b-f827-4504-bdfb-c6c0d35e025a tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:33.532630 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c02dde14-a69e-4ca9-af59-a0ce5b24cec3 req-31a7700b-f827-4504-bdfb-c6c0d35e025a tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0528414 Oct 16 01:04:33.590198 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c02dde14-a69e-4ca9-af59-a0ce5b24cec3 req-653e8ef1-165e-46b5-aabc-95ff679c7114 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507629 Oct 16 01:04:34.718760 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811e352-c063-437e-96f0-1099dfe2e90a req-8e7f7cae-2a31-44ec-9373-654fc552beaa tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:34.720229 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8811e352-c063-437e-96f0-1099dfe2e90a req-8e7f7cae-2a31-44ec-9373-654fc552beaa tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0505440 Oct 16 01:04:34.768183 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8811e352-c063-437e-96f0-1099dfe2e90a req-4a81d5f9-e9a3-433e-aa19-7b02ddf380c5 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419257 Oct 16 01:04:35.854805 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:35.899524 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3db397-2ab3-4829-9a0b-f60427243dd5 req-ec2c235d-0624-4a40-beb3-30a86c0defa5 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:35.906981 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ea3db397-2ab3-4829-9a0b-f60427243dd5 req-ec2c235d-0624-4a40-beb3-30a86c0defa5 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0608160 Oct 16 01:04:35.962720 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ea3db397-2ab3-4829-9a0b-f60427243dd5 req-a4f2abaa-99f7-422b-a339-703daac42567 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546668 Oct 16 01:04:36.532660 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee482d-0e7d-4666-85f7-496b79cb8c01 req-fcf5d2c2-1886-49f0-a632-918f7c29e749 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:36.534123 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8eee482d-0e7d-4666-85f7-496b79cb8c01 req-fcf5d2c2-1886-49f0-a632-918f7c29e749 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 946 time: 0.0477927 Oct 16 01:04:36.584350 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8eee482d-0e7d-4666-85f7-496b79cb8c01 req-b6bd86d9-d0ec-438e-81ee-df29b7dfc436 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440228 Oct 16 01:04:37.087136 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6ce9d-99a2-4627-bb0b-da5e978b7d05 req-aba529ad-92c0-4902-a8f4-d3ff1b3f2ecd tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:37.088590 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-58e6ce9d-99a2-4627-bb0b-da5e978b7d05 req-aba529ad-92c0-4902-a8f4-d3ff1b3f2ecd tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0466149 Oct 16 01:04:37.140502 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-58e6ce9d-99a2-4627-bb0b-da5e978b7d05 req-fd332cbf-d699-4538-9c36-590e6b737c20 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464001 Oct 16 01:04:37.719071 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ada2d-4a5d-497b-aae1-2e3b0273aec0 req-c4cdf067-63ca-41fe-afba-48415c091ecb tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:37.720575 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-992ada2d-4a5d-497b-aae1-2e3b0273aec0 req-c4cdf067-63ca-41fe-afba-48415c091ecb tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 946 time: 0.0489831 Oct 16 01:04:37.778451 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-992ada2d-4a5d-497b-aae1-2e3b0273aec0 req-f31bebc0-5295-44a3-84f3-be32d38ff7b0 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516140 Oct 16 01:04:38.030126 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-241f9b9e-71dd-41ec-b55e-12321a37a466 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:38.031506 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-241f9b9e-71dd-41ec-b55e-12321a37a466 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 946 time: 0.0491915 Oct 16 01:04:38.118595 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Deleting port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:04:38.118970 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:38.212763 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] For port 544a970e-fd66-4b0a-ba39-0dcfeed391f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=544a970e-fd66-4b0a-ba39-0dcfeed391f8,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:04:38.213124 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:38.266878 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6651b-0923-48bc-8f25-e9859fd29c0f req-9e9ced0c-389b-455c-a8c6-badc245e166e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:38.268334 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8cd6651b-0923-48bc-8f25-e9859fd29c0f req-9e9ced0c-389b-455c-a8c6-badc245e166e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0472744 Oct 16 01:04:38.317220 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8cd6651b-0923-48bc-8f25-e9859fd29c0f req-44b3d4cb-41cb-4c75-9dbd-24cf3a4e60e7 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426748 Oct 16 01:04:38.377322 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:38.377687 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (81adbe54-8585-4a3c-a34c-480f532f82d3), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:38.378002 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Floating IP 81adbe54-8585-4a3c-a34c-480f532f82d3 disassociated. External IP: 172.37.2.99, port: 544a970e-fd66-4b0a-ba39-0dcfeed391f8. Oct 16 01:04:38.378342 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Calling delete_port for 544a970e-fd66-4b0a-ba39-0dcfeed391f8 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:04:38.511326 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (544a970e-fd66-4b0a-ba39-0dcfeed391f8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:38.523453 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:38.541649 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event deleted for resources: {'Port': ['ID=544a970e-fd66-4b0a-ba39-0dcfeed391f8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:38.546259 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:38.556642 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.556999 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.557343 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.557684 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.558404 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.558404 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.558707 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.558999 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.559331 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.559658 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.560220 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.560510 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.561048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.561255 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.561575 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:04:38.674311 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Router 66966500-9f64-45ff-98f6-e8d186878a55 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:04:38.786731 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:04:38.797739 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ceecf5-3b62-4fef-9386-be0fbffe7ef6 None None] Sync routers for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:04:38.813521 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ceecf5-3b62-4fef-9386-be0fbffe7ef6 None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:04:38.817389 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-c3ceecf5-3b62-4fef-9386-be0fbffe7ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:04:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:38.834121 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] No DVR routers for this DVR port 544a970e-fd66-4b0a-ba39-0dcfeed391f8 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:04:38.837038 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:38.841548 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a3e2d97-8dbc-4538-9464-04c411be9c18 req-073c034c-35ac-46a9-b12e-4e3ab9b36e53 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.36 "DELETE /networking/v2.0/ports/544a970e-fd66-4b0a-ba39-0dcfeed391f8 HTTP/1.1" status: 204 len: 173 time: 0.8015993 Oct 16 01:04:38.842096 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'name': 'network-vif-deleted', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:04:38.844526 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4f3e52-8b7b-451a-828c-7113f87b8b6c" -d '{"events": [{"server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "name": "network-vif-deleted", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:04:38.963821 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-c3ceecf5-3b62-4fef-9386-be0fbffe7ef6 None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:04:38.976330 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4632af-5fde-41ea-8446-97a11950b603 x-openstack-request-id: req-7a4632af-5fde-41ea-8446-97a11950b603 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:04:38.977782 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f07f47f-8851-4e67-9c77-d4115ff157c7", "name": "network-vif-deleted", "tag": "544a970e-fd66-4b0a-ba39-0dcfeed391f8", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:04:38.978066 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a4632af-5fde-41ea-8446-97a11950b603 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:04:38.978685 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4632af-5fde-41ea-8446-97a11950b603'] response: {'server_uuid': '0f07f47f-8851-4e67-9c77-d4115ff157c7', 'name': 'network-vif-deleted', 'tag': '544a970e-fd66-4b0a-ba39-0dcfeed391f8', 'status': 'completed', 'code': 200} Oct 16 01:04:38.981436 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6642a41a-d030-4711-9e14-caf3596f4587 req-c7050426-1e36-4da7-9559-7b02974a9992 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0f07f47f-8851-4e67-9c77-d4115ff157c7 HTTP/1.1" status: 200 len: 210 time: 0.0901999 Oct 16 01:04:39.183730 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-c3ceecf5-3b62-4fef-9386-be0fbffe7ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:39.209982 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ceecf5-3b62-4fef-9386-be0fbffe7ef6 None None] Checking router: 66966500-9f64-45ff-98f6-e8d186878a55 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:04:39.219696 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ceecf5-3b62-4fef-9386-be0fbffe7ef6 None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:04:39.220307 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-c3ceecf5-3b62-4fef-9386-be0fbffe7ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:04:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:39.326039 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-c3ceecf5-3b62-4fef-9386-be0fbffe7ef6 None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:04:39.447322 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da09097-364a-46a1-a3fb-1f32761c5c4a req-0af41fc8-10c2-406d-9387-d78f950482c7 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:39.448902 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9da09097-364a-46a1-a3fb-1f32761c5c4a req-0af41fc8-10c2-406d-9387-d78f950482c7 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0509987 Oct 16 01:04:39.508731 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9da09097-364a-46a1-a3fb-1f32761c5c4a req-19fe1da1-8b1a-4c43-981b-68db2bc409c2 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535572 Oct 16 01:04:39.534622 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-c3ceecf5-3b62-4fef-9386-be0fbffe7ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:39.563020 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ceecf5-3b62-4fef-9386-be0fbffe7ef6 None None] The sync data for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi is: [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T00:57:35Z', 'revision_number': 4, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a245083-425c-44d7-b1c7-ff24d35e844e', 'name': '', 'network_id': '758abdbd-543f-42fe-8aa7-53af6cbbeb5d', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'mac_address': 'fa:16:3e:c1:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:33Z', 'updated_at': '2022-10-16T00:57:50Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'subnets': [{'id': 'ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:04:39.755137 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a046647-cd1d-4fa8-832e-3cadb3b2afdf req-6d106caf-63cb-4f71-9dea-ef7a2a9d8cef tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:39.756668 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0a046647-cd1d-4fa8-832e-3cadb3b2afdf req-6d106caf-63cb-4f71-9dea-ef7a2a9d8cef tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0611508 Oct 16 01:04:39.799652 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e5a13-2403-4e00-a0f0-e1ea27328e02 req-9f49d448-1df3-4c53-81a8-d8b8f5c333c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:39.801461 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e2e5a13-2403-4e00-a0f0-e1ea27328e02 req-9f49d448-1df3-4c53-81a8-d8b8f5c333c5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8852bfe31aa4ba68190661d26c177cb&device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 1130 time: 0.0447147 Oct 16 01:04:39.814778 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0a046647-cd1d-4fa8-832e-3cadb3b2afdf req-d8d0f009-f27a-421b-998f-700fb0136fe6 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522289 Oct 16 01:04:39.853085 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d7169-acde-474e-bd43-d4432e7398c3 None None] New status for floating IP 81adbe54-8585-4a3c-a34c-480f532f82d3: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:04:39.898450 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e5a13-2403-4e00-a0f0-e1ea27328e02 req-85219ff0-ae7a-4d10-9de5-3fb645a46178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:39.900027 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e2e5a13-2403-4e00-a0f0-e1ea27328e02 req-85219ff0-ae7a-4d10-9de5-3fb645a46178 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=57335160-65ed-4241-a862-dbf37da52fd2 HTTP/1.1" status: 200 len: 912 time: 0.0900414 Oct 16 01:04:39.969104 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e2e5a13-2403-4e00-a0f0-e1ea27328e02 req-d8be6b8f-896f-4c85-86cd-39c30fc8fe33 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01028fe7-7644-4a03-bb34-6762d2043774 HTTP/1.1" status: 200 len: 1002 time: 0.0626442 Oct 16 01:04:40.028134 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e5a13-2403-4e00-a0f0-e1ea27328e02 req-92aa782c-16ce-4950-875e-166c491147d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:40.029637 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e2e5a13-2403-4e00-a0f0-e1ea27328e02 req-92aa782c-16ce-4950-875e-166c491147d9 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ddb48e42-3d61-453a-90ed-9d67363fcb4f HTTP/1.1" status: 200 len: 850 time: 0.0535903 Oct 16 01:04:40.094106 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e5a13-2403-4e00-a0f0-e1ea27328e02 req-438fdf87-f22a-43f3-a5b9-32940a5fcfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:40.095788 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e2e5a13-2403-4e00-a0f0-e1ea27328e02 req-438fdf87-f22a-43f3-a5b9-32940a5fcfce service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=57335160-65ed-4241-a862-dbf37da52fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566809 Oct 16 01:04:40.105014 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36962) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:40.173838 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3c23b3b7-cadb-460c-bd5e-52c97afe2289 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group (7a302bbe-1b5a-4b2e-b9f1-c83b17171a75), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.198453 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e2e5a13-2403-4e00-a0f0-e1ea27328e02 req-e375b645-c98f-4f55-9093-0cd12c541950 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950797 Oct 16 01:04:40.204208 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3c23b3b7-cadb-460c-bd5e-52c97afe2289 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group (7a302bbe-1b5a-4b2e-b9f1-c83b17171a75), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.287835 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3c23b3b7-cadb-460c-bd5e-52c97afe2289 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (7a302bbe-1b5a-4b2e-b9f1-c83b17171a75), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.291161 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3c23b3b7-cadb-460c-bd5e-52c97afe2289 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.292222 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3c23b3b7-cadb-460c-bd5e-52c97afe2289 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7a302bbe-1b5a-4b2e-b9f1-c83b17171a75 HTTP/1.1" status: 204 len: 168 time: 0.1860757 Oct 16 01:04:40.297075 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36966) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:40.303351 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23b3b7-cadb-460c-bd5e-52c97afe2289 tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a302bbe-1b5a-4b2e-b9f1-c83b17171a75,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:40.329659 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.api.v2.resource [None req-0e91bf90-f795-4508-9da8-1b76e0ee39af tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] show failed (client error): The resource could not be found. Oct 16 01:04:40.330678 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-0e91bf90-f795-4508-9da8-1b76e0ee39af tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "GET /networking/v2.0/security-groups/7a302bbe-1b5a-4b2e-b9f1-c83b17171a75 HTTP/1.1" status: 404 len: 347 time: 0.0321870 Oct 16 01:04:40.334494 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36968) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:40.349630 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e2e5a13-2403-4e00-a0f0-e1ea27328e02 req-bc2a4ed5-dc14-4831-a05c-85dc12e5c4cf service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450529 Oct 16 01:04:40.401347 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36970) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:40.457058 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-026ade61-78c6-481c-87e4-258ea612487f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Deleting port 7cec60c5-5837-4d17-acde-a907096deefb {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:04:40.458243 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-026ade61-78c6-481c-87e4-258ea612487f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (7cec60c5-5837-4d17-acde-a907096deefb), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.516773 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c157976a-686b-4086-85fa-7daa082af5bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.539009 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-026ade61-78c6-481c-87e4-258ea612487f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (7cec60c5-5837-4d17-acde-a907096deefb), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.539361 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-026ade61-78c6-481c-87e4-258ea612487f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (7cec60c5-5837-4d17-acde-a907096deefb), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.555046 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-026ade61-78c6-481c-87e4-258ea612487f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Calling delete_port for 7cec60c5-5837-4d17-acde-a907096deefb owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:04:40.589785 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:40.594625 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c157976a-686b-4086-85fa-7daa082af5bc admin admin] Publish callbacks [] for security_group (9c1e7656-40cb-4ccd-9983-e2a4fbd6b97a), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.599699 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c157976a-686b-4086-85fa-7daa082af5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (9c1e7656-40cb-4ccd-9983-e2a4fbd6b97a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.610185 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:40.638306 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157976a-686b-4086-85fa-7daa082af5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1e7656-40cb-4ccd-9983-e2a4fbd6b97a,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:40.646036 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c157976a-686b-4086-85fa-7daa082af5bc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2ff5f5f46abe47c3bf0768ff55cd163d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402749 Oct 16 01:04:40.646573 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36976) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:40.663099 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:40.739405 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4e1f9121-178f-4358-abf1-f513080efaa6 admin admin] Publish callbacks [] for security_group (9c1e7656-40cb-4ccd-9983-e2a4fbd6b97a), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.747325 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-026ade61-78c6-481c-87e4-258ea612487f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (7cec60c5-5837-4d17-acde-a907096deefb), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.782881 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ade61-78c6-481c-87e4-258ea612487f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Pushing event deleted for resources: {'Port': ['ID=7cec60c5-5837-4d17-acde-a907096deefb,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:40.787639 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4e1f9121-178f-4358-abf1-f513080efaa6 admin admin] Publish callbacks [] for security_group (9c1e7656-40cb-4ccd-9983-e2a4fbd6b97a), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.880453 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-026ade61-78c6-481c-87e4-258ea612487f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks [] for floatingip (81adbe54-8585-4a3c-a34c-480f532f82d3), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.883994 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-026ade61-78c6-481c-87e4-258ea612487f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.885143 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-026ade61-78c6-481c-87e4-258ea612487f tempest-AttachVolumeShelveTestJSON-1148799462 tempest-AttachVolumeShelveTestJSON-1148799462-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/81adbe54-8585-4a3c-a34c-480f532f82d3 HTTP/1.1" status: 204 len: 168 time: 0.5496426 Oct 16 01:04:40.918345 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4e1f9121-178f-4358-abf1-f513080efaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (9c1e7656-40cb-4ccd-9983-e2a4fbd6b97a), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.921019 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4e1f9121-178f-4358-abf1-f513080efaa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:40.924626 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4e1f9121-178f-4358-abf1-f513080efaa6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9c1e7656-40cb-4ccd-9983-e2a4fbd6b97a HTTP/1.1" status: 204 len: 168 time: 0.2746565 Oct 16 01:04:40.930493 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f9121-178f-4358-abf1-f513080efaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1e7656-40cb-4ccd-9983-e2a4fbd6b97a,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:40.959271 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5d130-4eba-40c6-86c8-7cbf8d2ddfc1 req-b3e70e99-4d14-46dc-b8a3-5ef2288c641b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:40.961368 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-86c5d130-4eba-40c6-86c8-7cbf8d2ddfc1 req-b3e70e99-4d14-46dc-b8a3-5ef2288c641b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0649531 Oct 16 01:04:40.987468 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:41.032402 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-86c5d130-4eba-40c6-86c8-7cbf8d2ddfc1 req-301d96ef-eea5-4d87-9fa9-e7032040efdb tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640304 Oct 16 01:04:41.227226 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36988) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:41.241798 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a52a-1ebe-4c5d-b84b-b4bdb9277fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:41.320635 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a52a-1ebe-4c5d-b84b-b4bdb9277fec admin admin] Publish callbacks [] for security_group (1dfdd45f-bce3-48eb-aa96-4e45bec8b1d4), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:41.324969 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a52a-1ebe-4c5d-b84b-b4bdb9277fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (1dfdd45f-bce3-48eb-aa96-4e45bec8b1d4), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:41.367841 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0ac6a52a-1ebe-4c5d-b84b-b4bdb9277fec admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9eda319fd07542cf835907fd935bb29d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383684 Oct 16 01:04:41.368576 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6a52a-1ebe-4c5d-b84b-b4bdb9277fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfdd45f-bce3-48eb-aa96-4e45bec8b1d4,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:41.369903 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36990) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:41.425659 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9edc4610-b84f-4002-b56f-b9f9d2040da1 admin admin] Publish callbacks [] for security_group (1dfdd45f-bce3-48eb-aa96-4e45bec8b1d4), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:41.448450 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9edc4610-b84f-4002-b56f-b9f9d2040da1 admin admin] Publish callbacks [] for security_group (1dfdd45f-bce3-48eb-aa96-4e45bec8b1d4), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:41.496739 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9edc4610-b84f-4002-b56f-b9f9d2040da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (1dfdd45f-bce3-48eb-aa96-4e45bec8b1d4), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:41.499412 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9edc4610-b84f-4002-b56f-b9f9d2040da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:41.500547 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9edc4610-b84f-4002-b56f-b9f9d2040da1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1dfdd45f-bce3-48eb-aa96-4e45bec8b1d4 HTTP/1.1" status: 204 len: 168 time: 0.1296258 Oct 16 01:04:41.509641 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc4610-b84f-4002-b56f-b9f9d2040da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfdd45f-bce3-48eb-aa96-4e45bec8b1d4,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:41.527221 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:04:41.834397 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 36996) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:41.847782 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7aee0ae-2827-4753-a525-88444585a561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:41.925268 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7aee0ae-2827-4753-a525-88444585a561 admin admin] Publish callbacks [] for security_group (fc3293bf-d1ef-4bfd-8975-0f5685c8629d), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:41.929807 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c7aee0ae-2827-4753-a525-88444585a561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (fc3293bf-d1ef-4bfd-8975-0f5685c8629d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:41.969109 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c7aee0ae-2827-4753-a525-88444585a561 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0faf17f64b0a43769d0a48faa991cdc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336021 Oct 16 01:04:41.970040 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aee0ae-2827-4753-a525-88444585a561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3293bf-d1ef-4bfd-8975-0f5685c8629d,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:41.972304 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 36998) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:42.025178 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-617ab5ff-1186-4159-9c0a-5fb910276276 admin admin] Publish callbacks [] for security_group (fc3293bf-d1ef-4bfd-8975-0f5685c8629d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:42.045702 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-617ab5ff-1186-4159-9c0a-5fb910276276 admin admin] Publish callbacks [] for security_group (fc3293bf-d1ef-4bfd-8975-0f5685c8629d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:42.128713 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-617ab5ff-1186-4159-9c0a-5fb910276276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (fc3293bf-d1ef-4bfd-8975-0f5685c8629d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:42.131904 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-617ab5ff-1186-4159-9c0a-5fb910276276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:42.133020 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-617ab5ff-1186-4159-9c0a-5fb910276276 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fc3293bf-d1ef-4bfd-8975-0f5685c8629d HTTP/1.1" status: 204 len: 168 time: 0.1596634 Oct 16 01:04:42.164151 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ab5ff-1186-4159-9c0a-5fb910276276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3293bf-d1ef-4bfd-8975-0f5685c8629d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:42.180701 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e50faf-fdb5-4b8c-8a10-6b1c0299a0d0 req-89006faa-b9db-4a62-b685-54f604186935 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:04:42.183351 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e1e50faf-fdb5-4b8c-8a10-6b1c0299a0d0 req-89006faa-b9db-4a62-b685-54f604186935 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0657272 Oct 16 01:04:42.256587 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e1e50faf-fdb5-4b8c-8a10-6b1c0299a0d0 req-c1e6eb46-b3a1-40a2-83c8-3eb8df48d7a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673356 Oct 16 01:04:42.722531 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 544a970e-fd66-4b0a-ba39-0dcfeed391f8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:04:42.747539 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 544a970e-fd66-4b0a-ba39-0dcfeed391f8 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:04:42.747894 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 544a970e-fd66-4b0a-ba39-0dcfeed391f8 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:04:43.480860 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37058) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:43.998217 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9710d0f6-ec3f-477b-a915-9a26661b9c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650312'] for router_interface (66966500-9f64-45ff-98f6-e8d186878a55), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:44.089326 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:44.161790 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:44.225295 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-9710d0f6-ec3f-477b-a915-9a26661b9c0e admin admin] Deleting port 3a245083-425c-44d7-b1c7-ff24d35e844e {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:04:44.225625 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9710d0f6-ec3f-477b-a915-9a26661b9c0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:44.305849 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-9710d0f6-ec3f-477b-a915-9a26661b9c0e admin admin] For port 3a245083-425c-44d7-b1c7-ff24d35e844e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3a245083-425c-44d7-b1c7-ff24d35e844e,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:04:44.306200 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9710d0f6-ec3f-477b-a915-9a26661b9c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:44.318582 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-9710d0f6-ec3f-477b-a915-9a26661b9c0e admin admin] Calling delete_port for 3a245083-425c-44d7-b1c7-ff24d35e844e owned by network:router_interface {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:04:44.498464 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9710d0f6-ec3f-477b-a915-9a26661b9c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (3a245083-425c-44d7-b1c7-ff24d35e844e), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:44.521799 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710d0f6-ec3f-477b-a915-9a26661b9c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a245083-425c-44d7-b1c7-ff24d35e844e,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:44.714220 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9710d0f6-ec3f-477b-a915-9a26661b9c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650300'] for router_interface (66966500-9f64-45ff-98f6-e8d186878a55), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:44.742225 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8917ab-8235-473c-8d9d-90096b25eaf1 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 16 01:04:44.861742 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8917ab-8235-473c-8d9d-90096b25eaf1 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 01:04:45.196490 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:45.198987 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9710d0f6-ec3f-477b-a915-9a26661b9c0e admin admin] Router 66966500-9f64-45ff-98f6-e8d186878a55 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:04:45.311202 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9710d0f6-ec3f-477b-a915-9a26661b9c0e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:04:45.316299 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9710d0f6-ec3f-477b-a915-9a26661b9c0e admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/66966500-9f64-45ff-98f6-e8d186878a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8366883 Oct 16 01:04:45.318853 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37072) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:45.321740 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76d836-cc54-440d-9b0c-194d1be3728b None None] Sync routers for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:04:45.340515 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76d836-cc54-440d-9b0c-194d1be3728b None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:04:45.341286 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-7d76d836-cc54-440d-9b0c-194d1be3728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:04:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:45.358763 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:45.439467 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Publish callbacks [] for router (66966500-9f64-45ff-98f6-e8d186878a55), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:45.498033 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-7d76d836-cc54-440d-9b0c-194d1be3728b None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:04:45.514675 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:45.521636 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-35d3d687-ff2d-43ab-ab82-1ce8c69e4eab None None] Provisioning complete for port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:04:45.522211 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-35d3d687-ff2d-43ab-ab82-1ce8c69e4eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:45.522617 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-35d3d687-ff2d-43ab-ab82-1ce8c69e4eab None None] Attempt 1 to provision port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 Oct 16 01:04:45.549147 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Publish callbacks [] for router_gateway (66966500-9f64-45ff-98f6-e8d186878a55), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:45.605366 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Deleting port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:04:45.605713 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:45.690879 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] For port 71efdb3f-9c56-4a2c-8049-f6c1d0baa573, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=71efdb3f-9c56-4a2c-8049-f6c1d0baa573,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:04:45.691164 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:45.697568 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:45.705596 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Calling delete_port for 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:04:45.748601 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-35d3d687-ff2d-43ab-ab82-1ce8c69e4eab None None] Current status of the port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:04:45.771443 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-7d76d836-cc54-440d-9b0c-194d1be3728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152'}], 'enable_snat': True}, 'gw_port_id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T01:04:44Z', 'revision_number': 5, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port': {'id': '71efdb3f-9c56-4a2c-8049-f6c1d0baa573', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966500-9f64-45ff-98f6-e8d186878a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:57:22Z', 'updated_at': '2022-10-16T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:45.798491 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76d836-cc54-440d-9b0c-194d1be3728b None None] Checking router: 66966500-9f64-45ff-98f6-e8d186878a55 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:04:45.810383 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76d836-cc54-440d-9b0c-194d1be3728b None None] Routers {'66966500-9f64-45ff-98f6-e8d186878a55'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:04:45.811038 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-7d76d836-cc54-440d-9b0c-194d1be3728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:04:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['66966500-9f64-45ff-98f6-e8d186878a55'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:45.888834 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (71efdb3f-9c56-4a2c-8049-f6c1d0baa573), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:45.899857 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-7d76d836-cc54-440d-9b0c-194d1be3728b None None] Set router 66966500-9f64-45ff-98f6-e8d186878a55 gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:04:45.918012 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Pushing event deleted for resources: {'Port': ['ID=71efdb3f-9c56-4a2c-8049-f6c1d0baa573,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:45.951785 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-7d76d836-cc54-440d-9b0c-194d1be3728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T01:04:45Z', 'revision_number': 6, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:45.981035 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76d836-cc54-440d-9b0c-194d1be3728b None None] The sync data for ids ['66966500-9f64-45ff-98f6-e8d186878a55'] in dv-cinder-master-3-iscsi is: [{'id': '66966500-9f64-45ff-98f6-e8d186878a55', 'name': 'tempest-AttachVolumeShelveTestJSON-665385219-router', 'tenant_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:57:20Z', 'updated_at': '2022-10-16T01:04:45Z', 'revision_number': 6, 'project_id': 'cca355ef4a294ecd88cc299b7e0ca9d8', 'gw_port_host': None}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:04:45.984294 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649846'] for router_gateway (66966500-9f64-45ff-98f6-e8d186878a55), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.075946 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11650'] for router (66966500-9f64-45ff-98f6-e8d186878a55), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.078118 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Publish callbacks [] for router_controller (66966500-9f64-45ff-98f6-e8d186878a55), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.121283 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650340'] for router (66966500-9f64-45ff-98f6-e8d186878a55), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.121848 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66966500-9f64-45ff-98f6-e8d186878a55 {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 01:04:46.125973 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.127150 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5730c008-7e69-47a6-b602-f44d5d07cd41 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/66966500-9f64-45ff-98f6-e8d186878a55 HTTP/1.1" status: 204 len: 168 time: 0.8072951 Oct 16 01:04:46.130293 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37078) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:46.178029 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-de01be7e-3eb3-4c2f-a550-9602b90f69c4 admin admin] Deleting subnet ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 01:04:46.181851 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-de01be7e-3eb3-4c2f-a550-9602b90f69c4 admin admin] Publish callbacks [] for subnet (ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.224412 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-de01be7e-3eb3-4c2f-a550-9602b90f69c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655798'] for subnet (ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.247379 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:46.261142 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:46.301600 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-de01be7e-3eb3-4c2f-a550-9602b90f69c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.365654 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-de01be7e-3eb3-4c2f-a550-9602b90f69c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2697823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665076'] for subnet (ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.395872 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01be7e-3eb3-4c2f-a550-9602b90f69c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:46.407007 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-de01be7e-3eb3-4c2f-a550-9602b90f69c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.411713 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-de01be7e-3eb3-4c2f-a550-9602b90f69c4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/ceaa3f0f-5ce2-477a-b054-a1bf7c24f60d HTTP/1.1" status: 204 len: 168 time: 0.2791593 Oct 16 01:04:46.411891 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29418d96-473d-45ec-8600-46c6a9d80095 None None] Network 758abdbd-543f-42fe-8aa7-53af6cbbeb5d requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:04:46.413515 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37082) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:46.438891 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:46.492469 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:46.498273 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (758abdbd-543f-42fe-8aa7-53af6cbbeb5d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.542996 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Deleting port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:04:46.543339 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.613972 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:46.619275 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] For port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6e26ee91-59c3-4584-bc74-1d8a09fa7ed5,segment=NetworkSegment(dcee8df3-2008-4b96-bcaf-2c5a70d931e0),segment_id=dcee8df3-2008-4b96-bcaf-2c5a70d931e0)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:04:46.619643 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.634327 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Calling delete_port for 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 owned by network:dhcp {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:04:46.717151 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (6e26ee91-59c3-4584-bc74-1d8a09fa7ed5), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.745537 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e26ee91-59c3-4584-bc74-1d8a09fa7ed5,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:46.747324 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] No DVR routers for this DVR port 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 on host dv-cinder-master-3-iscsi {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:04:46.764154 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b508851-c66e-43d1-a66c-40ba03dac07c None None] DHCP port deletion for 758abdbd-543f-42fe-8aa7-53af6cbbeb5d request from dv-cinder-master-3-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 16 01:04:46.827074 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (758abdbd-543f-42fe-8aa7-53af6cbbeb5d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.848864 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758abdbd-543f-42fe-8aa7-53af6cbbeb5d']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:46.858984 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:46.859280 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcee8df3-2008-4b96-bcaf-2c5a70d931e0') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:04:46.870383 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992197'] for segment (dcee8df3-2008-4b96-bcaf-2c5a70d931e0), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.884418 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (dcee8df3-2008-4b96-bcaf-2c5a70d931e0), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.891219 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 01:04:46.891740 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2994182'] for segment (dcee8df3-2008-4b96-bcaf-2c5a70d931e0), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.934434 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment dcee8df3-2008-4b96-bcaf-2c5a70d931e0 resource provider aggregate not found Oct 16 01:04:46.954664 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment dcee8df3-2008-4b96-bcaf-2c5a70d931e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcee8df3-2008-4b96-bcaf-2c5a70d931e0 found for delete ", "request_id": "req-93513eea-0664-4454-8af2-1e01c7887f86"}]} Oct 16 01:04:46.960526 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (758abdbd-543f-42fe-8aa7-53af6cbbeb5d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.985980 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:46.990908 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/758abdbd-543f-42fe-8aa7-53af6cbbeb5d HTTP/1.1" status: 204 len: 168 time: 0.5748107 Oct 16 01:04:46.991780 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4136c-cbb9-4798-bbb2-d1f502f74366 admin admin] Pushing event deleted for resources: {'Network': ['ID=758abdbd-543f-42fe-8aa7-53af6cbbeb5d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:47.133031 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37092) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:47.173692 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1e6b3512-bdf2-46b3-aa1e-35ffd181d6a3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cca355ef4a294ecd88cc299b7e0ca9d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395310 Oct 16 01:04:47.176178 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37094) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:47.230944 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d8c4f03e-5319-49ce-9ea5-c6297ea70ee5 admin admin] Publish callbacks [] for security_group (9236e40c-bc5b-4898-8dde-3af8e3c85f1b), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:47.251157 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d8c4f03e-5319-49ce-9ea5-c6297ea70ee5 admin admin] Publish callbacks [] for security_group (9236e40c-bc5b-4898-8dde-3af8e3c85f1b), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:47.297555 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d8c4f03e-5319-49ce-9ea5-c6297ea70ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (9236e40c-bc5b-4898-8dde-3af8e3c85f1b), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:47.300304 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d8c4f03e-5319-49ce-9ea5-c6297ea70ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:47.302342 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d8c4f03e-5319-49ce-9ea5-c6297ea70ee5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9236e40c-bc5b-4898-8dde-3af8e3c85f1b HTTP/1.1" status: 204 len: 168 time: 0.1249707 Oct 16 01:04:47.310487 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4f03e-5319-49ce-9ea5-c6297ea70ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9236e40c-bc5b-4898-8dde-3af8e3c85f1b,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:47.440971 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:04:47.461912 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:04:47.462256 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 6e26ee91-59c3-4584-bc74-1d8a09fa7ed5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:04:47.462676 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:04:47.481324 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:04:47.481668 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 71efdb3f-9c56-4a2c-8049-f6c1d0baa573 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:04:47.482077 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 3a245083-425c-44d7-b1c7-ff24d35e844e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:04:47.503756 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 3a245083-425c-44d7-b1c7-ff24d35e844e {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:04:47.504032 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 3a245083-425c-44d7-b1c7-ff24d35e844e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:04:47.984998 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=4,neutron:SELECT=57 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:48.000606 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:50.414680 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37170) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:50.524277 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1605d8a2-b94f-44f9-9267-c84fab755d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:50.600036 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1605d8a2-b94f-44f9-9267-c84fab755d52 admin admin] Publish callbacks [] for security_group (3b066723-f3fc-4aad-b1fb-50ba5c03b4ac), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:50.603876 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1605d8a2-b94f-44f9-9267-c84fab755d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3b066723-f3fc-4aad-b1fb-50ba5c03b4ac), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:50.644192 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1605d8a2-b94f-44f9-9267-c84fab755d52 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=290958d9e5034a9bb65cadd610860cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283118 Oct 16 01:04:50.645186 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605d8a2-b94f-44f9-9267-c84fab755d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b066723-f3fc-4aad-b1fb-50ba5c03b4ac,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:50.647221 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37174) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:50.698485 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-95c323e5-f80e-4045-b7da-faf92ec708ef admin admin] Publish callbacks [] for security_group (3b066723-f3fc-4aad-b1fb-50ba5c03b4ac), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:50.717852 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-95c323e5-f80e-4045-b7da-faf92ec708ef admin admin] Publish callbacks [] for security_group (3b066723-f3fc-4aad-b1fb-50ba5c03b4ac), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:50.749596 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:50.766571 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-95c323e5-f80e-4045-b7da-faf92ec708ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3b066723-f3fc-4aad-b1fb-50ba5c03b4ac), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:50.769117 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-95c323e5-f80e-4045-b7da-faf92ec708ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:50.770313 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-95c323e5-f80e-4045-b7da-faf92ec708ef admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3b066723-f3fc-4aad-b1fb-50ba5c03b4ac HTTP/1.1" status: 204 len: 168 time: 0.1220467 Oct 16 01:04:50.778516 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c323e5-f80e-4045-b7da-faf92ec708ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b066723-f3fc-4aad-b1fb-50ba5c03b4ac,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:53.594561 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9d1824fe-1490-4079-a080-bbd26abe73bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:55.695500 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37226) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:55.790554 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:04:55.806949 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b7ab36b9-b529-4a1a-8a28-21da3975e5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:55.889948 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b7ab36b9-b529-4a1a-8a28-21da3975e5bd admin admin] Publish callbacks [] for security_group (c9f400cd-a706-4a0f-a347-7a3db73178aa), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:55.893405 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b7ab36b9-b529-4a1a-8a28-21da3975e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (c9f400cd-a706-4a0f-a347-7a3db73178aa), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:55.933896 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b7ab36b9-b529-4a1a-8a28-21da3975e5bd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8e285686fd0f4ef883fbbab3a24ace5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370830 Oct 16 01:04:55.934796 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab36b9-b529-4a1a-8a28-21da3975e5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f400cd-a706-4a0f-a347-7a3db73178aa,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:55.937346 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37230) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:04:55.987963 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-db2850b1-dd12-4602-abc9-2ee52451b439 admin admin] Publish callbacks [] for security_group (c9f400cd-a706-4a0f-a347-7a3db73178aa), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:56.008145 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-db2850b1-dd12-4602-abc9-2ee52451b439 admin admin] Publish callbacks [] for security_group (c9f400cd-a706-4a0f-a347-7a3db73178aa), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:56.058261 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-db2850b1-dd12-4602-abc9-2ee52451b439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (c9f400cd-a706-4a0f-a347-7a3db73178aa), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:56.060998 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-db2850b1-dd12-4602-abc9-2ee52451b439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:56.062107 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-db2850b1-dd12-4602-abc9-2ee52451b439 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c9f400cd-a706-4a0f-a347-7a3db73178aa HTTP/1.1" status: 204 len: 168 time: 0.1238012 Oct 16 01:04:56.070412 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2850b1-dd12-4602-abc9-2ee52451b439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f400cd-a706-4a0f-a347-7a3db73178aa,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:04:56.358910 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ff79955c-1eea-4611-a30f-e043b7c14e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:57.784074 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:04:59.884502 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:00.221308 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:05.796344 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=24 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:05.797089 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:05.927972 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:05.930377 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:06.044689 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=55,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:06.065685 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:09.880634 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:10.212755 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:10.215431 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:18.000868 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:18.526556 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:05:23.600692 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ef7069a2-b511-4fab-9a74-b343effee7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:23.764149 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93bee1c5-5f2a-43b0-ab08-a3e13a416141 req-738a392e-4a0b-4ecb-8c27-1d9ab473ee80 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382659 Oct 16 01:05:23.875168 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bee1c5-5f2a-43b0-ab08-a3e13a416141 req-4171eb6f-2e07-44d7-ba04-e2b3452c72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:23.876689 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93bee1c5-5f2a-43b0-ab08-a3e13a416141 req-4171eb6f-2e07-44d7-ba04-e2b3452c72bc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb&device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 1129 time: 0.0396872 Oct 16 01:05:23.992405 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bee1c5-5f2a-43b0-ab08-a3e13a416141 req-0e438260-5737-4a22-ada6-0a6aaf5f8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:23.993881 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93bee1c5-5f2a-43b0-ab08-a3e13a416141 req-0e438260-5737-4a22-ada6-0a6aaf5f8677 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae HTTP/1.1" status: 200 len: 910 time: 0.0943019 Oct 16 01:05:24.062328 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93bee1c5-5f2a-43b0-ab08-a3e13a416141 req-04fe9597-f448-459b-a6eb-ee6f796901e8 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b HTTP/1.1" status: 200 len: 1001 time: 0.0603449 Oct 16 01:05:24.118570 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bee1c5-5f2a-43b0-ab08-a3e13a416141 req-70001b22-2259-4605-894a-2516f8096172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:24.120234 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93bee1c5-5f2a-43b0-ab08-a3e13a416141 req-70001b22-2259-4605-894a-2516f8096172 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=de2290f6-6368-4cf5-9301-7df9595cdb2f HTTP/1.1" status: 200 len: 848 time: 0.0519507 Oct 16 01:05:24.174198 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bee1c5-5f2a-43b0-ab08-a3e13a416141 req-517bcdf0-d0c3-4290-91b9-6035dd191396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:24.175917 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93bee1c5-5f2a-43b0-ab08-a3e13a416141 req-517bcdf0-d0c3-4290-91b9-6035dd191396 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484979 Oct 16 01:05:24.287281 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93bee1c5-5f2a-43b0-ab08-a3e13a416141 req-747b5499-2de0-47b5-b221-9d4c9a5b3375 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047709 Oct 16 01:05:24.758619 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93bee1c5-5f2a-43b0-ab08-a3e13a416141 req-a6f214c8-21fa-4646-833c-8a59ce866e69 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979838 Oct 16 01:05:25.452292 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ec230-0715-422e-9cc2-e471ea35bc73 req-eba217e8-47cb-4ccf-afc5-7c581f5479f2 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:25.453675 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e1ec230-0715-422e-9cc2-e471ea35bc73 req-eba217e8-47cb-4ccf-afc5-7c581f5479f2 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0469880 Oct 16 01:05:25.500865 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e1ec230-0715-422e-9cc2-e471ea35bc73 req-fb56ad91-ad50-45b8-aee1-142cb6d9fbcf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416341 Oct 16 01:05:26.360497 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7ed75028-b8f6-4bee-9eb7-873f42a6cc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:26.631683 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7039c9-90af-48cf-b51a-e121c9556e17 req-cfbd972c-c9d1-4215-a5f1-5bcd46eccab9 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:26.634037 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dd7039c9-90af-48cf-b51a-e121c9556e17 req-cfbd972c-c9d1-4215-a5f1-5bcd46eccab9 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0528996 Oct 16 01:05:26.691894 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dd7039c9-90af-48cf-b51a-e121c9556e17 req-81f6399d-75fc-4d0f-9109-e27495a31249 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477717 Oct 16 01:05:27.784816 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:27.789217 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37544) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:27.826362 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb95d6-68e1-49c1-84f4-e1adec9bd64a req-5f30b58e-a6cb-441e-8115-39e9e31c0f1f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:27.827878 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-40cb95d6-68e1-49c1-84f4-e1adec9bd64a req-5f30b58e-a6cb-441e-8115-39e9e31c0f1f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0536144 Oct 16 01:05:27.876905 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-40cb95d6-68e1-49c1-84f4-e1adec9bd64a req-2e3e2a04-d604-4007-a993-3661391edaef tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431950 Oct 16 01:05:27.933985 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Deleting port 3f07f60b-d2b6-4758-8e13-af7cb046e538 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:05:27.934337 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (3f07f60b-d2b6-4758-8e13-af7cb046e538), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:28.017848 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (3f07f60b-d2b6-4758-8e13-af7cb046e538), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:28.018065 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for floatingip (3f07f60b-d2b6-4758-8e13-af7cb046e538), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:28.030973 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Calling delete_port for 3f07f60b-d2b6-4758-8e13-af7cb046e538 owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:05:28.177607 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (3f07f60b-d2b6-4758-8e13-af7cb046e538), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:28.204756 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event deleted for resources: {'Port': ['ID=3f07f60b-d2b6-4758-8e13-af7cb046e538,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:28.230134 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.230515 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.230886 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.231230 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.231567 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.231901 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.232231 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.232562 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.232890 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.233218 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.233544 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.233872 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.234199 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.234528 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.234853 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:28.278154 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for floatingip (5af09df3-c330-4dd9-aa5c-179621b36f7a), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:28.278409 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Floating IP 5af09df3-c330-4dd9-aa5c-179621b36f7a disassociated (deleted). External IP: 172.37.2.171, port: a16383c6-9bce-4108-ad57-fad77bb41e2b. Oct 16 01:05:28.485657 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Router 0b991702-89ac-40f9-943f-5178995320ba has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:05:28.523167 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:28.788090 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:28.854490 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:05:28.859244 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:28.860550 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:28.864688 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52cfff4-edce-4b63-b787-98d698a65039 None None] Sync routers for ids ['0b991702-89ac-40f9-943f-5178995320ba'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:05:28.875112 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52cfff4-edce-4b63-b787-98d698a65039 None None] Routers {'0b991702-89ac-40f9-943f-5178995320ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:05:28.875817 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-b52cfff4-edce-4b63-b787-98d698a65039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:05:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0b991702-89ac-40f9-943f-5178995320ba'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:28.892137 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-69410d61-c04f-47f4-b0bf-a1aa2df7fcb5 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/5af09df3-c330-4dd9-aa5c-179621b36f7a HTTP/1.1" status: 204 len: 168 time: 1.1013343 Oct 16 01:05:28.892775 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:05:28.895535 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4233b26ace38b8c1947f8adddc6a6b22c79bbe9c35094b2466a1f07e7fa4a517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08938fa7-6690-4733-b1e0-b19d3909fadc" -d '{"events": [{"name": "network-changed", "server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:05:28.943109 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966ba456-b24f-4951-9087-5e6816744ebd x-openstack-request-id: req-966ba456-b24f-4951-9087-5e6816744ebd {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:05:28.943404 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:05:28.943661 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-966ba456-b24f-4951-9087-5e6816744ebd {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:05:28.944093 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966ba456-b24f-4951-9087-5e6816744ebd'] response: {'name': 'network-changed', 'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'status': 'completed', 'code': 200} Oct 16 01:05:28.993644 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-b52cfff4-edce-4b63-b787-98d698a65039 None None] Set router 0b991702-89ac-40f9-943f-5178995320ba gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:05:29.041764 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcdc33-ebc6-4b60-937e-0192eaa972e4 req-d5a6ae4f-2dc6-4e76-9aee-db32fbd1521b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:29.043307 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0bcdc33-ebc6-4b60-937e-0192eaa972e4 req-d5a6ae4f-2dc6-4e76-9aee-db32fbd1521b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0500360 Oct 16 01:05:29.096097 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0bcdc33-ebc6-4b60-937e-0192eaa972e4 req-61fb7b5d-bf92-4c14-b3c7-9e9d54039098 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458341 Oct 16 01:05:29.200165 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-b52cfff4-edce-4b63-b787-98d698a65039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 4, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '48424f32-bbb0-49e2-95a3-c10004ab3ea6', 'name': '', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'mac_address': 'fa:16:3e:b9:96:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:17Z', 'updated_at': '2022-10-16T01:00:23Z', 'revision_number': 5, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'subnets': [{'id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:29.227377 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52cfff4-edce-4b63-b787-98d698a65039 None None] Checking router: 0b991702-89ac-40f9-943f-5178995320ba for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:05:29.237092 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52cfff4-edce-4b63-b787-98d698a65039 None None] Routers {'0b991702-89ac-40f9-943f-5178995320ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:05:29.237705 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-b52cfff4-edce-4b63-b787-98d698a65039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:05:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0b991702-89ac-40f9-943f-5178995320ba'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:29.344268 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-b52cfff4-edce-4b63-b787-98d698a65039 None None] Set router 0b991702-89ac-40f9-943f-5178995320ba gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:05:29.350050 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01e255-f6aa-46a0-913d-45866ac2724c req-aafc8378-1473-4dd7-994e-26bf558dc3b3 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:29.352335 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6a01e255-f6aa-46a0-913d-45866ac2724c req-aafc8378-1473-4dd7-994e-26bf558dc3b3 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0479982 Oct 16 01:05:29.405855 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6a01e255-f6aa-46a0-913d-45866ac2724c req-8f974621-61dc-4940-81d4-31487f99174b tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478435 Oct 16 01:05:29.537193 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-b52cfff4-edce-4b63-b787-98d698a65039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 4, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '48424f32-bbb0-49e2-95a3-c10004ab3ea6', 'name': '', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'mac_address': 'fa:16:3e:b9:96:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:17Z', 'updated_at': '2022-10-16T01:00:23Z', 'revision_number': 5, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'subnets': [{'id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:29.566784 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52cfff4-edce-4b63-b787-98d698a65039 None None] The sync data for ids ['0b991702-89ac-40f9-943f-5178995320ba'] in dv-cinder-master-3-iscsi is: [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:00:18Z', 'revision_number': 4, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '48424f32-bbb0-49e2-95a3-c10004ab3ea6', 'name': '', 'network_id': 'aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'mac_address': 'fa:16:3e:b9:96:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:17Z', 'updated_at': '2022-10-16T01:00:23Z', 'revision_number': 5, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'subnets': [{'id': 'de2290f6-6368-4cf5-9301-7df9595cdb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:05:29.806733 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f14af-8a72-4790-84e6-ed1470d67dbb None None] New status for floating IP 5af09df3-c330-4dd9-aa5c-179621b36f7a: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:05:29.892679 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:30.069230 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08938fa7-6690-4733-b1e0-b19d3909fadc req-7f9267cc-f937-4a2f-8b89-2afdb7a40cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:30.071742 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-08938fa7-6690-4733-b1e0-b19d3909fadc req-7f9267cc-f937-4a2f-8b89-2afdb7a40cfd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb&device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 1129 time: 0.0445561 Oct 16 01:05:30.225072 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:30.236197 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c024c6a-9de3-4786-981e-66b57de70445 req-b2e1f780-7f3e-40e4-8ed2-1b826d7701a9 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:30.237678 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3c024c6a-9de3-4786-981e-66b57de70445 req-b2e1f780-7f3e-40e4-8ed2-1b826d7701a9 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0613520 Oct 16 01:05:30.290426 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3c024c6a-9de3-4786-981e-66b57de70445 req-c6fff595-373f-4107-9646-5bad863d9041 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464411 Oct 16 01:05:30.534331 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2caa7-bad7-4038-8ed2-233d05717d68 req-4843befc-e2f0-4bbf-875a-15f1340ffe9f tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:30.536191 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2cd2caa7-bad7-4038-8ed2-233d05717d68 req-4843befc-e2f0-4bbf-875a-15f1340ffe9f tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Oct 16 01:05:30.574190 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:30.592844 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2cd2caa7-bad7-4038-8ed2-233d05717d68 req-135b0e40-1d0f-4a7f-8b34-b3369f2aec48 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499966 Oct 16 01:05:31.292661 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:31.332590 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08938fa7-6690-4733-b1e0-b19d3909fadc req-ea35ae50-2074-451f-9ecd-0e9d8156c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:31.334054 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-08938fa7-6690-4733-b1e0-b19d3909fadc req-ea35ae50-2074-451f-9ecd-0e9d8156c1dc service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae HTTP/1.1" status: 200 len: 910 time: 0.0904958 Oct 16 01:05:31.397365 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-08938fa7-6690-4733-b1e0-b19d3909fadc req-567a1689-11a9-4c80-9c39-36f828d8c58d service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b HTTP/1.1" status: 200 len: 217 time: 0.0330787 Oct 16 01:05:31.418431 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ce197-5a2d-43eb-b6d4-273f44d5de4c req-43f07a2f-643a-4904-8613-4805a33bf0e1 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:31.419949 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2d5ce197-5a2d-43eb-b6d4-273f44d5de4c req-43f07a2f-643a-4904-8613-4805a33bf0e1 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0489793 Oct 16 01:05:31.446984 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08938fa7-6690-4733-b1e0-b19d3909fadc req-1cd826e4-7262-4633-b06c-b1f1c15b2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:31.448420 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-08938fa7-6690-4733-b1e0-b19d3909fadc req-1cd826e4-7262-4633-b06c-b1f1c15b2ca1 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=de2290f6-6368-4cf5-9301-7df9595cdb2f HTTP/1.1" status: 200 len: 848 time: 0.0447018 Oct 16 01:05:31.469029 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2d5ce197-5a2d-43eb-b6d4-273f44d5de4c req-7ed60808-185f-4774-9acf-d642155a2f06 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433397 Oct 16 01:05:31.496784 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08938fa7-6690-4733-b1e0-b19d3909fadc req-12a62cbf-32ab-4066-9678-75202a0facb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:31.498278 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-08938fa7-6690-4733-b1e0-b19d3909fadc req-12a62cbf-32ab-4066-9678-75202a0facb2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428874 Oct 16 01:05:31.759818 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-08938fa7-6690-4733-b1e0-b19d3909fadc req-a1b3a5f8-1bce-4f22-ad84-a9ddae2f473c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567872 Oct 16 01:05:31.768018 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fbe95-b0c6-4f2e-8de3-4fd9eccafe9d req-d8e0c55a-950c-448e-902e-6735de43f3f6 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:31.769348 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-df7fbe95-b0c6-4f2e-8de3-4fd9eccafe9d req-d8e0c55a-950c-448e-902e-6735de43f3f6 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.0955763 Oct 16 01:05:31.786156 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827f9ec-234a-439c-be32-d3e7f44e9069 req-8f11afc1-19d3-466b-b75f-9a8912c181fa tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:31.787536 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2827f9ec-234a-439c-be32-d3e7f44e9069 req-8f11afc1-19d3-466b-b75f-9a8912c181fa tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 945 time: 0.1119459 Oct 16 01:05:31.962121 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-df7fbe95-b0c6-4f2e-8de3-4fd9eccafe9d req-44ba4fb5-9c9c-431f-be12-82b7f6e75228 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Deleting port a16383c6-9bce-4108-ad57-fad77bb41e2b {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:05:31.962481 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-df7fbe95-b0c6-4f2e-8de3-4fd9eccafe9d req-44ba4fb5-9c9c-431f-be12-82b7f6e75228 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:31.977253 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2827f9ec-234a-439c-be32-d3e7f44e9069 req-6a66a6a0-bd92-432a-9051-e88a5fef0e86 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1737945 Oct 16 01:05:32.029409 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-08938fa7-6690-4733-b1e0-b19d3909fadc req-186baabe-7867-41e3-81f8-5e85657057b0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591240 Oct 16 01:05:32.082856 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-df7fbe95-b0c6-4f2e-8de3-4fd9eccafe9d req-44ba4fb5-9c9c-431f-be12-82b7f6e75228 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] For port a16383c6-9bce-4108-ad57-fad77bb41e2b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a16383c6-9bce-4108-ad57-fad77bb41e2b,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:05:32.083583 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-df7fbe95-b0c6-4f2e-8de3-4fd9eccafe9d req-44ba4fb5-9c9c-431f-be12-82b7f6e75228 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:32.097337 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-df7fbe95-b0c6-4f2e-8de3-4fd9eccafe9d req-44ba4fb5-9c9c-431f-be12-82b7f6e75228 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Calling delete_port for a16383c6-9bce-4108-ad57-fad77bb41e2b owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:05:32.239071 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-df7fbe95-b0c6-4f2e-8de3-4fd9eccafe9d req-44ba4fb5-9c9c-431f-be12-82b7f6e75228 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (a16383c6-9bce-4108-ad57-fad77bb41e2b), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:32.268972 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4fb5-9c9c-431f-be12-82b7f6e75228 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event deleted for resources: {'Port': ['ID=a16383c6-9bce-4108-ad57-fad77bb41e2b,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:32.279609 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:32.321570 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7fbe95-b0c6-4f2e-8de3-4fd9eccafe9d req-44ba4fb5-9c9c-431f-be12-82b7f6e75228 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] No DVR routers for this DVR port a16383c6-9bce-4108-ad57-fad77bb41e2b on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:05:32.324200 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-df7fbe95-b0c6-4f2e-8de3-4fd9eccafe9d req-44ba4fb5-9c9c-431f-be12-82b7f6e75228 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:32.328483 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-df7fbe95-b0c6-4f2e-8de3-4fd9eccafe9d req-44ba4fb5-9c9c-431f-be12-82b7f6e75228 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.36 "DELETE /networking/v2.0/ports/a16383c6-9bce-4108-ad57-fad77bb41e2b HTTP/1.1" status: 204 len: 173 time: 0.5480003 Oct 16 01:05:32.329047 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'name': 'network-vif-deleted', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:05:32.331607 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0237c2-4365-4c07-b19d-0df0b7d5b8d8" -d '{"events": [{"server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "name": "network-vif-deleted", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:05:32.372641 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d9076c-7dea-4d64-9411-94214b50f0f6 x-openstack-request-id: req-85d9076c-7dea-4d64-9411-94214b50f0f6 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:05:32.372917 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f92209b-6feb-4e65-af10-6872f24bbc95", "name": "network-vif-deleted", "tag": "a16383c6-9bce-4108-ad57-fad77bb41e2b", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:05:32.373181 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85d9076c-7dea-4d64-9411-94214b50f0f6 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:05:32.373586 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d9076c-7dea-4d64-9411-94214b50f0f6'] response: {'server_uuid': '2f92209b-6feb-4e65-af10-6872f24bbc95', 'name': 'network-vif-deleted', 'tag': 'a16383c6-9bce-4108-ad57-fad77bb41e2b', 'status': 'completed', 'code': 200} Oct 16 01:05:32.592876 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396ad99-36bd-454a-97fc-6574fc0402ee req-72cfaf41-9bb3-4272-807e-d49cbd8ed835 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:32.594313 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a396ad99-36bd-454a-97fc-6574fc0402ee req-72cfaf41-9bb3-4272-807e-d49cbd8ed835 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0469916 Oct 16 01:05:32.644447 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a396ad99-36bd-454a-97fc-6574fc0402ee req-960b3eb2-a482-4a6f-8e26-7f1c53e404f8 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442955 Oct 16 01:05:33.087111 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c10cba95-2e85-4cb3-81fd-272c8427fb16 req-61f12518-ea8b-4734-ba14-4a5e58c21230 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 210 time: 0.0298092 Oct 16 01:05:33.736936 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:33.781526 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df5218-6c5c-4194-870e-b2fcbad6df99 req-3f02ad95-4c1d-4fad-9ba1-1714683c8397 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:33.783032 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-50df5218-6c5c-4194-870e-b2fcbad6df99 req-3f02ad95-4c1d-4fad-9ba1-1714683c8397 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0546246 Oct 16 01:05:33.832002 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-50df5218-6c5c-4194-870e-b2fcbad6df99 req-31207b19-f928-4de6-ad05-30cf32653168 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 Oct 16 01:05:34.205136 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7ffa48c6-d3fe-4be6-bf07-3bcdacbed288 req-322f0a6b-0a0b-4ef9-9c31-a5674a3df857 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 210 time: 0.0340011 Oct 16 01:05:34.956340 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889e4c4-10da-4ebc-a12c-8a00a717f471 req-68d02f98-c2f2-46bc-ab5b-da62e556eca6 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:34.957820 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5889e4c4-10da-4ebc-a12c-8a00a717f471 req-68d02f98-c2f2-46bc-ab5b-da62e556eca6 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0477140 Oct 16 01:05:35.008543 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5889e4c4-10da-4ebc-a12c-8a00a717f471 req-490e462b-8830-4cfc-a473-b35162da1148 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445070 Oct 16 01:05:35.312166 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-53d0e7ef-4088-47e5-9913-f6d529ae938a req-2b8a2690-d7c0-4514-a2c9-5ee06be24ca3 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 210 time: 0.0288570 Oct 16 01:05:36.133271 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45319c0c-6f4b-4b94-bda1-55a7ce6ca548 req-eccde692-3f28-48f4-bbee-d9282330044f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:36.134741 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-45319c0c-6f4b-4b94-bda1-55a7ce6ca548 req-eccde692-3f28-48f4-bbee-d9282330044f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0484064 Oct 16 01:05:36.189391 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-45319c0c-6f4b-4b94-bda1-55a7ce6ca548 req-eec853ce-9ed2-41de-b38c-72f40e1ab4ad tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484586 Oct 16 01:05:36.416486 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0f08fb04-a549-4872-9a09-90228cc9113e req-b26c22da-e561-404e-9541-6965d652e1a6 tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 210 time: 0.0288625 Oct 16 01:05:36.470323 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device a16383c6-9bce-4108-ad57-fad77bb41e2b no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:05:36.498101 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: a16383c6-9bce-4108-ad57-fad77bb41e2b {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:05:36.498445 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device a16383c6-9bce-4108-ad57-fad77bb41e2b not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:05:37.355725 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083fb79-09cc-4c26-87f2-c362aab2b681 req-9c885ee6-0743-439c-84dc-9e8d23edd112 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:37.357209 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8083fb79-09cc-4c26-87f2-c362aab2b681 req-9c885ee6-0743-439c-84dc-9e8d23edd112 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0544682 Oct 16 01:05:37.417483 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8083fb79-09cc-4c26-87f2-c362aab2b681 req-2acad8bd-5ee7-46a8-84ad-a5574f3c2207 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540624 Oct 16 01:05:37.528644 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-95a5782c-bee5-4669-baa2-d9e2d31e8b81 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1119436186&fields=id&tenant_id=cb1743385ea14cc39244c83e8fc88e7e HTTP/1.1" status: 200 len: 267 time: 0.0784295 Oct 16 01:05:37.541151 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-904d1be9-4852-4641-b6ee-9eb5b9c8feee req-056dc348-caf7-468c-b569-29062f4b72cb tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f92209b-6feb-4e65-af10-6872f24bbc95 HTTP/1.1" status: 200 len: 210 time: 0.0292606 Oct 16 01:05:37.687371 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-5dd1fafd-f723-443d-9192-b2913369a86d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:37.689121 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-5dd1fafd-f723-443d-9192-b2913369a86d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 811 time: 0.1479759 Oct 16 01:05:37.706129 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-69044a11-e37a-43b1-8df6-00c7a641ff73 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/quotas/cb1743385ea14cc39244c83e8fc88e7e HTTP/1.1" status: 200 len: 375 time: 0.0108297 Oct 16 01:05:37.758917 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-80385315-444a-4edd-9ed9-e55c2219f357 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469544 Oct 16 01:05:37.857735 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-26d05e10-fb8c-426c-a59c-f617c4f44a1f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875719 Oct 16 01:05:37.950361 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-611172c8-4740-4a4f-a28c-aaccea597de3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867455 Oct 16 01:05:38.247761 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-92769d87-27b4-4a52-a5e8-6d50feeb2663 req-dd38aafb-be4a-40f9-ae35-c587daeab3a8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 210 time: 0.0274358 Oct 16 01:05:38.551119 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d2365-cbb2-45e0-b42d-9c6c07b4d460 req-4754380a-4e60-4125-b908-2d1848b27575 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:38.552566 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b97d2365-cbb2-45e0-b42d-9c6c07b4d460 req-4754380a-4e60-4125-b908-2d1848b27575 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0505757 Oct 16 01:05:38.602396 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b97d2365-cbb2-45e0-b42d-9c6c07b4d460 req-c42a58fc-f631-49ac-801e-900204fdd36b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433655 Oct 16 01:05:38.611104 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37690) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:38.671088 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group (0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:38.695055 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group (0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:38.763728 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:38.766576 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:38.767851 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9 HTTP/1.1" status: 204 len: 168 time: 0.1560690 Oct 16 01:05:38.778381 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2a3776-7ed3-40a4-b2cb-b0c7690cecf9,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:38.785988 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.786338 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.786680 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.787066 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.787529 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.788405 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.788796 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.789137 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.789456 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.789784 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.790108 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.790543 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.790765 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.791109 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.791433 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee145b80-2caf-4bee-bc5d-c7aeecf7e8bd tempest-TestShelveInstance-628145774 tempest-TestShelveInstance-628145774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:38.819898 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37702) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:39.194633 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:39.372330 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1c8952e3-9dc3-4551-851b-b6c0ccd92507 req-3818cb79-eb7c-465a-944d-8d8db0c13355 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 210 time: 0.0334008 Oct 16 01:05:39.397773 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:39.424838 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6aa69034-a3bb-4530-b05d-2524759092c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650312'] for router_interface (0b991702-89ac-40f9-943f-5178995320ba), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:39.644942 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-6aa69034-a3bb-4530-b05d-2524759092c4 admin admin] Deleting port 48424f32-bbb0-49e2-95a3-c10004ab3ea6 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:05:39.645595 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6aa69034-a3bb-4530-b05d-2524759092c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:39.725969 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-6aa69034-a3bb-4530-b05d-2524759092c4 admin admin] For port 48424f32-bbb0-49e2-95a3-c10004ab3ea6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=48424f32-bbb0-49e2-95a3-c10004ab3ea6,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:05:39.726331 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6aa69034-a3bb-4530-b05d-2524759092c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:39.726817 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0d143-ba0a-412e-b3e9-a87471f9c68c req-61d9cc0a-399f-4a24-b734-0edbaec2b602 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:39.728340 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eea0d143-ba0a-412e-b3e9-a87471f9c68c req-61d9cc0a-399f-4a24-b734-0edbaec2b602 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0484307 Oct 16 01:05:39.739377 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-6aa69034-a3bb-4530-b05d-2524759092c4 admin admin] Calling delete_port for 48424f32-bbb0-49e2-95a3-c10004ab3ea6 owned by network:router_interface {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:05:39.781599 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eea0d143-ba0a-412e-b3e9-a87471f9c68c req-1811a070-03da-4b8a-877c-0fd7c3c970ac tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473893 Oct 16 01:05:39.922791 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6aa69034-a3bb-4530-b05d-2524759092c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (48424f32-bbb0-49e2-95a3-c10004ab3ea6), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:39.951031 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa69034-a3bb-4530-b05d-2524759092c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=48424f32-bbb0-49e2-95a3-c10004ab3ea6,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:40.100581 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:40.126989 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6aa69034-a3bb-4530-b05d-2524759092c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650300'] for router_interface (0b991702-89ac-40f9-943f-5178995320ba), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:40.153064 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a287a1-6620-4bb3-b079-b08815919db1 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 16 01:05:40.227102 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:40.234336 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:40.241632 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:40.262060 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a287a1-6620-4bb3-b079-b08815919db1 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 01:05:40.384630 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa69034-a3bb-4530-b05d-2524759092c4 admin admin] Router 0b991702-89ac-40f9-943f-5178995320ba has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:05:40.488810 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c9c2a58d-c8f5-463c-939b-20783aae8ac0 req-b22210e0-7b22-45fd-b2a1-77027187031d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 210 time: 0.0386202 Oct 16 01:05:40.541684 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa69034-a3bb-4530-b05d-2524759092c4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:05:40.547366 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6aa69034-a3bb-4530-b05d-2524759092c4 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/0b991702-89ac-40f9-943f-5178995320ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7261348 Oct 16 01:05:40.549916 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37756) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:40.551475 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0779e4-2e78-4ccf-a3d8-cbf7cf92e405 None None] Sync routers for ids ['0b991702-89ac-40f9-943f-5178995320ba'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:05:40.573316 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0779e4-2e78-4ccf-a3d8-cbf7cf92e405 None None] Routers {'0b991702-89ac-40f9-943f-5178995320ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:05:40.573962 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9c0779e4-2e78-4ccf-a3d8-cbf7cf92e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:05:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0b991702-89ac-40f9-943f-5178995320ba'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:40.679653 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Publish callbacks [] for router (0b991702-89ac-40f9-943f-5178995320ba), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:40.699466 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-9c0779e4-2e78-4ccf-a3d8-cbf7cf92e405 None None] Set router 0b991702-89ac-40f9-943f-5178995320ba gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:05:40.790183 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Publish callbacks [] for router_gateway (0b991702-89ac-40f9-943f-5178995320ba), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:40.839673 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Deleting port ad486221-b874-47bb-a0e9-8f586fd9fc56 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:05:40.840297 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:40.858688 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37764) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:40.885418 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:40.888004 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:40.971078 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] For port ad486221-b874-47bb-a0e9-8f586fd9fc56, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ad486221-b874-47bb-a0e9-8f586fd9fc56,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:05:40.971339 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9c0779e4-2e78-4ccf-a3d8-cbf7cf92e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:05:39Z', 'revision_number': 5, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port': {'id': 'ad486221-b874-47bb-a0e9-8f586fd9fc56', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991702-89ac-40f9-943f-5178995320ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:14Z', 'updated_at': '2022-10-16T01:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:40.971484 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:40.981657 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb937a4-06af-4c91-81bf-7fc751d609d2 req-75944d20-63e5-49a6-bcc4-ef3f7818150b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:40.983436 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3bb937a4-06af-4c91-81bf-7fc751d609d2 req-75944d20-63e5-49a6-bcc4-ef3f7818150b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0813925 Oct 16 01:05:41.013214 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4f3a417b-d134-4511-b9ba-f39b4dc07669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.014956 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0779e4-2e78-4ccf-a3d8-cbf7cf92e405 None None] Checking router: 0b991702-89ac-40f9-943f-5178995320ba for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:05:41.018621 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Calling delete_port for ad486221-b874-47bb-a0e9-8f586fd9fc56 owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:05:41.024262 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:41.027219 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0779e4-2e78-4ccf-a3d8-cbf7cf92e405 None None] Routers {'0b991702-89ac-40f9-943f-5178995320ba'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:05:41.027777 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9c0779e4-2e78-4ccf-a3d8-cbf7cf92e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:05:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['0b991702-89ac-40f9-943f-5178995320ba'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:41.056448 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3bb937a4-06af-4c91-81bf-7fc751d609d2 req-198ae8e8-a660-4603-9112-7ff5296398a8 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633292 Oct 16 01:05:41.133269 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-9c0779e4-2e78-4ccf-a3d8-cbf7cf92e405 None None] Set router 0b991702-89ac-40f9-943f-5178995320ba gateway port host: None {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:05:41.143104 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4f3a417b-d134-4511-b9ba-f39b4dc07669 admin admin] Publish callbacks [] for security_group (4f810647-aafa-466d-ad2a-9f13b1a704ba), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.147992 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4f3a417b-d134-4511-b9ba-f39b4dc07669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (4f810647-aafa-466d-ad2a-9f13b1a704ba), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.194828 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4f3a417b-d134-4511-b9ba-f39b4dc07669 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8e94f3bfc3fb40c2abec795f711611f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350110 Oct 16 01:05:41.196000 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a417b-d134-4511-b9ba-f39b4dc07669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f810647-aafa-466d-ad2a-9f13b1a704ba,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:41.198611 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37768) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:41.217187 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-ae34d9ac-4952-48df-81b1-d7825927443a None None] Provisioning complete for port ae7a598c-abda-4719-a81e-669ce56a67f1 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:05:41.218568 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ae34d9ac-4952-48df-81b1-d7825927443a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.219221 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-ae34d9ac-4952-48df-81b1-d7825927443a None None] Attempt 1 to provision port ae7a598c-abda-4719-a81e-669ce56a67f1 Oct 16 01:05:41.223062 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9c0779e4-2e78-4ccf-a3d8-cbf7cf92e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:05:40Z', 'revision_number': 6, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:41.254774 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (ad486221-b874-47bb-a0e9-8f586fd9fc56), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.290354 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0779e4-2e78-4ccf-a3d8-cbf7cf92e405 None None] The sync data for ids ['0b991702-89ac-40f9-943f-5178995320ba'] in dv-cinder-master-3-iscsi is: [{'id': '0b991702-89ac-40f9-943f-5178995320ba', 'name': 'tempest-TestShelveInstance-2015288312-router', 'tenant_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:13Z', 'updated_at': '2022-10-16T01:05:40Z', 'revision_number': 6, 'project_id': 'ed24cab62e1f4810a10e7ba36fcbeadb', 'gw_port_host': None}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:05:41.295436 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15001526-add3-4881-99f5-8980a4f6e3d2 admin admin] Publish callbacks [] for security_group (4f810647-aafa-466d-ad2a-9f13b1a704ba), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.306201 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad486221-b874-47bb-a0e9-8f586fd9fc56,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:41.348388 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15001526-add3-4881-99f5-8980a4f6e3d2 admin admin] Publish callbacks [] for security_group (4f810647-aafa-466d-ad2a-9f13b1a704ba), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.351513 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ae34d9ac-4952-48df-81b1-d7825927443a None None] Current status of the port ae7a598c-abda-4719-a81e-669ce56a67f1 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:05:41.369739 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649846'] for router_gateway (0b991702-89ac-40f9-943f-5178995320ba), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.406724 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15001526-add3-4881-99f5-8980a4f6e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (4f810647-aafa-466d-ad2a-9f13b1a704ba), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.409514 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15001526-add3-4881-99f5-8980a4f6e3d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.410638 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-15001526-add3-4881-99f5-8980a4f6e3d2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4f810647-aafa-466d-ad2a-9f13b1a704ba HTTP/1.1" status: 204 len: 168 time: 0.2011924 Oct 16 01:05:41.419433 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15001526-add3-4881-99f5-8980a4f6e3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f810647-aafa-466d-ad2a-9f13b1a704ba,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:41.669090 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5ce8a51c-1724-460b-bd20-46535aaf6433 req-c8e7a1d3-7929-4fe8-9622-e1462869fdd2 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 210 time: 0.0985146 Oct 16 01:05:41.823958 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37780) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:41.833212 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11650'] for router (0b991702-89ac-40f9-943f-5178995320ba), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.835573 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Publish callbacks [] for router_controller (0b991702-89ac-40f9-943f-5178995320ba), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.839850 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-57d27adc-57f4-4880-ad71-07f4f4bdc253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.853826 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 48424f32-bbb0-49e2-95a3-c10004ab3ea6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:05:41.878256 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 48424f32-bbb0-49e2-95a3-c10004ab3ea6 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:05:41.878602 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 48424f32-bbb0-49e2-95a3-c10004ab3ea6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:05:41.900453 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650340'] for router (0b991702-89ac-40f9-943f-5178995320ba), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.901002 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b991702-89ac-40f9-943f-5178995320ba {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 01:05:41.905275 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.906430 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-55e67f32-bed8-4db7-a391-a0483faf3389 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/0b991702-89ac-40f9-943f-5178995320ba HTTP/1.1" status: 204 len: 168 time: 1.3553236 Oct 16 01:05:41.909110 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37782) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:41.936749 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-57d27adc-57f4-4880-ad71-07f4f4bdc253 admin admin] Publish callbacks [] for security_group (5a2002c8-6c95-40df-9d0d-731114cde002), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.941405 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-57d27adc-57f4-4880-ad71-07f4f4bdc253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (5a2002c8-6c95-40df-9d0d-731114cde002), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.960420 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-5234884f-6a45-4068-b67e-25a9f4f92bf2 admin admin] Deleting subnet de2290f6-6368-4cf5-9301-7df9595cdb2f {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 01:05:41.961446 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:41.964865 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5234884f-6a45-4068-b67e-25a9f4f92bf2 admin admin] Publish callbacks [] for subnet (de2290f6-6368-4cf5-9301-7df9595cdb2f), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:41.984413 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-57d27adc-57f4-4880-ad71-07f4f4bdc253 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=47566c37dcde4c4fb5fc1998590a3819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592336 Oct 16 01:05:41.987168 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37784) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:41.987963 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:41.991507 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d27adc-57f4-4880-ad71-07f4f4bdc253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2002c8-6c95-40df-9d0d-731114cde002,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:42.024895 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5234884f-6a45-4068-b67e-25a9f4f92bf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655798'] for subnet (de2290f6-6368-4cf5-9301-7df9595cdb2f), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.088004 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-89535bfa-2368-4959-a683-702772fb63f3 admin admin] Publish callbacks [] for security_group (5a2002c8-6c95-40df-9d0d-731114cde002), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.123973 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:42.138759 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-89535bfa-2368-4959-a683-702772fb63f3 admin admin] Publish callbacks [] for security_group (5a2002c8-6c95-40df-9d0d-731114cde002), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.150144 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5234884f-6a45-4068-b67e-25a9f4f92bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (de2290f6-6368-4cf5-9301-7df9595cdb2f), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.238766 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:42.251748 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7182b-351e-4628-8954-f48acee0f594 req-84d18913-074d-49e8-9ab5-c9e0b57915a9 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:42.253203 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6fc7182b-351e-4628-8954-f48acee0f594 req-84d18913-074d-49e8-9ab5-c9e0b57915a9 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0808661 Oct 16 01:05:42.291491 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5234884f-6a45-4068-b67e-25a9f4f92bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2697823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665076'] for subnet (de2290f6-6368-4cf5-9301-7df9595cdb2f), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.307345 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-89535bfa-2368-4959-a683-702772fb63f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (5a2002c8-6c95-40df-9d0d-731114cde002), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.309830 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-89535bfa-2368-4959-a683-702772fb63f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.313261 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-89535bfa-2368-4959-a683-702772fb63f3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5a2002c8-6c95-40df-9d0d-731114cde002 HTTP/1.1" status: 204 len: 168 time: 0.3228695 Oct 16 01:05:42.348879 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234884f-6a45-4068-b67e-25a9f4f92bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de2290f6-6368-4cf5-9301-7df9595cdb2f,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:42.354510 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5234884f-6a45-4068-b67e-25a9f4f92bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.360591 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5234884f-6a45-4068-b67e-25a9f4f92bf2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/de2290f6-6368-4cf5-9301-7df9595cdb2f HTTP/1.1" status: 204 len: 168 time: 0.4475377 Oct 16 01:05:42.360591 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89535bfa-2368-4959-a683-702772fb63f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2002c8-6c95-40df-9d0d-731114cde002,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:42.362332 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37790) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:42.368849 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f593d56e-5911-4ecc-8707-e302029ff1a0 None None] Network aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:05:42.373278 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6fc7182b-351e-4628-8954-f48acee0f594 req-1bdbc516-8779-46d6-ba9a-713b707787a3 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108499 Oct 16 01:05:42.463411 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.553985 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Deleting port ae7a598c-abda-4719-a81e-669ce56a67f1 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:05:42.554503 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.575277 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d32ee80-d671-4125-842c-741bb657012b None None] DHCP port deletion for aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae request from dv-cinder-master-3-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 16 01:05:42.645660 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] For port ae7a598c-abda-4719-a81e-669ce56a67f1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ae7a598c-abda-4719-a81e-669ce56a67f1,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:05:42.645799 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.670888 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Deleting port ae7a598c-abda-4719-a81e-669ce56a67f1 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:05:42.671368 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.698812 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Calling delete_port for ae7a598c-abda-4719-a81e-669ce56a67f1 owned by network:dhcp {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:05:42.781521 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-8d32ee80-d671-4125-842c-741bb657012b None None] For port ae7a598c-abda-4719-a81e-669ce56a67f1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ae7a598c-abda-4719-a81e-669ce56a67f1,segment=NetworkSegment(2d088789-908c-4e34-9f6c-bb4e4f096ea2),segment_id=2d088789-908c-4e34-9f6c-bb4e4f096ea2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:05:42.781521 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:42.794644 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Calling delete_port for ae7a598c-abda-4719-a81e-669ce56a67f1 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:05:42.837064 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90df7a-aeb4-4915-b9eb-5fb6045547a5 req-e408ffd7-9f2a-4fed-8fe8-422d1417e872 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:42.839159 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ce90df7a-aeb4-4915-b9eb-5fb6045547a5 req-e408ffd7-9f2a-4fed-8fe8-422d1417e872 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.1693015 Oct 16 01:05:42.860494 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cf1a1-82f2-4365-a8c4-65ed6009082e req-61e30bf5-5b43-4d1b-b502-bd43be73c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:42.861988 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-461cf1a1-82f2-4365-a8c4-65ed6009082e req-61e30bf5-5b43-4d1b-b502-bd43be73c603 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8852bfe31aa4ba68190661d26c177cb&device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 1130 time: 0.1352370 Oct 16 01:05:42.884977 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c4c73be9-c882-457e-8591-1d6eee5a5421 req-ca387461-b737-4a8d-8fa3-f0b344b3a832 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 210 time: 0.1046343 Oct 16 01:05:43.000822 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ce90df7a-aeb4-4915-b9eb-5fb6045547a5 req-aa3be9b4-89a8-4d93-a761-cd5d0b17a60d tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515343 Oct 16 01:05:43.019850 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:43.059783 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7a598c-abda-4719-a81e-669ce56a67f1,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:43.076197 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] No DVR routers for this DVR port ae7a598c-abda-4719-a81e-669ce56a67f1 on host dv-cinder-master-3-iscsi {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:05:43.082808 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cf1a1-82f2-4365-a8c4-65ed6009082e req-5d9b8529-e55a-46fd-bd7b-6506b732a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:43.084385 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-461cf1a1-82f2-4365-a8c4-65ed6009082e req-5d9b8529-e55a-46fd-bd7b-6506b732a620 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=57335160-65ed-4241-a862-dbf37da52fd2 HTTP/1.1" status: 200 len: 912 time: 0.2107220 Oct 16 01:05:43.098329 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741'] for port (ae7a598c-abda-4719-a81e-669ce56a67f1), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:43.124804 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Pushing event deleted for resources: {'Port': ['ID=ae7a598c-abda-4719-a81e-669ce56a67f1,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:43.144069 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32ee80-d671-4125-842c-741bb657012b None None] No DVR routers for this DVR port ae7a598c-abda-4719-a81e-669ce56a67f1 on host dv-cinder-master-3-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:05:43.146540 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.147707 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.148118 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.148650 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.149035 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.149479 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.149868 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.150253 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.150640 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.151049 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.151434 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.151819 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.152456 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.152956 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.153339 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32ee80-d671-4125-842c-741bb657012b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:05:43.194179 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:43.218573 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:43.229050 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-461cf1a1-82f2-4365-a8c4-65ed6009082e req-392ec06c-fe7e-4cd2-99fc-75db7e8a5bde service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01028fe7-7644-4a03-bb34-6762d2043774 HTTP/1.1" status: 200 len: 1002 time: 0.1247027 Oct 16 01:05:43.272834 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:43.288581 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d088789-908c-4e34-9f6c-bb4e4f096ea2') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:43.288969 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d088789-908c-4e34-9f6c-bb4e4f096ea2') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:43.306622 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2655823'] for segment (2d088789-908c-4e34-9f6c-bb4e4f096ea2), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:43.319944 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cf1a1-82f2-4365-a8c4-65ed6009082e req-6d285f19-f748-44b5-b83d-82e730d9abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:43.321670 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-461cf1a1-82f2-4365-a8c4-65ed6009082e req-6d285f19-f748-44b5-b83d-82e730d9abea service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ddb48e42-3d61-453a-90ed-9d67363fcb4f HTTP/1.1" status: 200 len: 850 time: 0.0834248 Oct 16 01:05:43.328149 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (2d088789-908c-4e34-9f6c-bb4e4f096ea2), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:43.367068 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 01:05:43.367475 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2697909'] for segment (2d088789-908c-4e34-9f6c-bb4e4f096ea2), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:43.388818 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:43.417604 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 2d088789-908c-4e34-9f6c-bb4e4f096ea2 resource provider aggregate not found Oct 16 01:05:43.439405 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cf1a1-82f2-4365-a8c4-65ed6009082e req-95c898b3-881a-4af5-b1f2-bc75ac3335b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:43.440927 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-461cf1a1-82f2-4365-a8c4-65ed6009082e req-95c898b3-881a-4af5-b1f2-bc75ac3335b0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=57335160-65ed-4241-a862-dbf37da52fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1100473 Oct 16 01:05:43.449836 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 2d088789-908c-4e34-9f6c-bb4e4f096ea2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d088789-908c-4e34-9f6c-bb4e4f096ea2 found for delete ", "request_id": "req-93e47c02-f3e4-46c5-afbd-981c56cb12d9"}]} Oct 16 01:05:43.452179 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:43.458312 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:43.462424 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae HTTP/1.1" status: 204 len: 168 time: 1.0992529 Oct 16 01:05:43.465367 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37822) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:43.483964 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23272c2-5995-487f-b3b1-4353d449cdc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa50a2c7-3d8b-4cfc-9637-4222e01ba9ae,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:43.493221 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device ad486221-b874-47bb-a0e9-8f586fd9fc56 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:05:43.513815 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: ad486221-b874-47bb-a0e9-8f586fd9fc56 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:05:43.514160 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device ad486221-b874-47bb-a0e9-8f586fd9fc56 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:05:43.515126 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device ae7a598c-abda-4719-a81e-669ce56a67f1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:05:43.534879 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: ae7a598c-abda-4719-a81e-669ce56a67f1 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:05:43.535233 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device ae7a598c-abda-4719-a81e-669ce56a67f1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:05:43.799246 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-461cf1a1-82f2-4365-a8c4-65ed6009082e req-b3f53791-398c-4b55-8c29-140de276136b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354097 Oct 16 01:05:43.939358 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ead87b9a-a6c0-4909-9a37-a1144ca79705 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:43.940815 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ead87b9a-a6c0-4909-9a37-a1144ca79705 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 811 time: 0.2662251 Oct 16 01:05:44.030005 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-21c60239-1a08-4c86-bda8-e9855ba9f27a req-61b853a9-fcf2-4c83-aaef-b28781ad6a31 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 210 time: 0.0348649 Oct 16 01:05:44.043093 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-461cf1a1-82f2-4365-a8c4-65ed6009082e req-d992038b-c6e7-4247-bf8e-c50f77155a99 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320011 Oct 16 01:05:44.090210 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-a9c7bf54-c266-4338-b14d-640b63f6b00e tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cb1743385ea14cc39244c83e8fc88e7e HTTP/1.1" status: 200 len: 380 time: 0.1400394 Oct 16 01:05:44.136052 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'port': {'device_id': '7479d976-4c68-4862-8245-79dfaccf0f81', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'admin_state_up': True, 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'security_groups': ['04a6f405-fb32-4245-a68e-14ecec65861c']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:05:44.160125 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-07c93286-103b-4ce1-ad36-da0b4b981fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650312'] for router_interface (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:44.309104 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:44.318875 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db335508-aa85-4abe-97be-8a0161dea090 req-94226f95-08e3-4a28-8178-6440f9a14703 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:44.321032 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db335508-aa85-4abe-97be-8a0161dea090 req-94226f95-08e3-4a28-8178-6440f9a14703 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.1647313 Oct 16 01:05:44.328134 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:44.516469 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db335508-aa85-4abe-97be-8a0161dea090 req-c557b4c8-d294-4b98-8e75-a51fb6f0ca7b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540046 Oct 16 01:05:44.537540 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Made reservation on behalf of cb1743385ea14cc39244c83e8fc88e7e for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:05:44.541596 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:44.755740 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-07c93286-103b-4ce1-ad36-da0b4b981fd6 admin admin] Deleting port 02def970-29eb-4148-a20d-445ed75d4fe8 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:05:44.757135 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-07c93286-103b-4ce1-ad36-da0b4b981fd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:44.834833 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Allocated IP 172.20.0.8 (67400858-429f-4052-a9a5-3012690406d5/85abdef7-ce07-4fe0-b80f-da308604c12a/8650d000-9eba-4333-85df-35ab0580d9c1) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:05:44.921402 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-07c93286-103b-4ce1-ad36-da0b4b981fd6 admin admin] For port 02def970-29eb-4148-a20d-445ed75d4fe8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=02def970-29eb-4148-a20d-445ed75d4fe8,segment=NetworkSegment(eed8e0e7-4394-47d2-b07b-185558efbf1c),segment_id=eed8e0e7-4394-47d2-b07b-185558efbf1c)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:05:44.921782 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-07c93286-103b-4ce1-ad36-da0b4b981fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:44.952990 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-07c93286-103b-4ce1-ad36-da0b4b981fd6 admin admin] Calling delete_port for 02def970-29eb-4148-a20d-445ed75d4fe8 owned by network:router_interface {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:05:45.136287 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:45.197324 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for port (8650d000-9eba-4333-85df-35ab0580d9c1), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:45.250520 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d497f710-5be7-4442-8d1a-2a366e8fc5dd req-776e08d8-5508-4bf1-ba4f-39a25724b478 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 210 time: 0.0521317 Oct 16 01:05:45.359545 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37878) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:45.494344 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7714341a-bb07-458c-b44e-22253436f78b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:45.559177 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:45.583669 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:45.631108 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Network 67400858-429f-4052-a9a5-3012690406d5 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:05:45.641889 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7714341a-bb07-458c-b44e-22253436f78b admin admin] Publish callbacks [] for security_group (217cdaad-fde7-4068-8925-df83b59f70ef), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:45.647560 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7714341a-bb07-458c-b44e-22253436f78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (217cdaad-fde7-4068-8925-df83b59f70ef), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:45.653468 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:05:45.656020 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:05:45.707610 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7714341a-bb07-458c-b44e-22253436f78b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=87768236a9914eb7bb447042a07166ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465869 Oct 16 01:05:45.708540 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714341a-bb07-458c-b44e-22253436f78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217cdaad-fde7-4068-8925-df83b59f70ef,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:45.711783 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37884) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:45.739803 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'Port': ['ID=8650d000-9eba-4333-85df-35ab0580d9c1,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:45.771323 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574347aa-736c-4626-a4e7-be005827d14a req-7fc954dc-1411-4b5a-a157-0c0fb9460747 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:45.773407 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-574347aa-736c-4626-a4e7-be005827d14a req-7fc954dc-1411-4b5a-a157-0c0fb9460747 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.1413229 Oct 16 01:05:45.784047 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ad67e19f-e8c8-491d-a4f6-5fcbaf29fbc9 admin admin] Publish callbacks [] for security_group (217cdaad-fde7-4068-8925-df83b59f70ef), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:45.794127 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:45.794890 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:45.797575 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-07c93286-103b-4ce1-ad36-da0b4b981fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (02def970-29eb-4148-a20d-445ed75d4fe8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:45.810309 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ad67e19f-e8c8-491d-a4f6-5fcbaf29fbc9 admin admin] Publish callbacks [] for security_group (217cdaad-fde7-4068-8925-df83b59f70ef), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:45.841578 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c93286-103b-4ce1-ad36-da0b4b981fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=02def970-29eb-4148-a20d-445ed75d4fe8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:45.861324 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-67ef488a-bed3-45ec-9200-7a6490383311 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7314847 Oct 16 01:05:45.895222 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Request body: {'port': {'device_id': '7479d976-4c68-4862-8245-79dfaccf0f81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:05:45.902005 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ad67e19f-e8c8-491d-a4f6-5fcbaf29fbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (217cdaad-fde7-4068-8925-df83b59f70ef), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:45.907866 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ad67e19f-e8c8-491d-a4f6-5fcbaf29fbc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:45.913717 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ad67e19f-e8c8-491d-a4f6-5fcbaf29fbc9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/217cdaad-fde7-4068-8925-df83b59f70ef HTTP/1.1" status: 204 len: 168 time: 0.2005124 Oct 16 01:05:45.924266 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67e19f-e8c8-491d-a4f6-5fcbaf29fbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217cdaad-fde7-4068-8925-df83b59f70ef,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:45.967348 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-574347aa-736c-4626-a4e7-be005827d14a req-3614287f-dc3b-4d77-8987-dbaa1b470ab3 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792428 Oct 16 01:05:46.016586 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-a8a6aff8-1845-4006-893b-bd10457c5e06 None None] Provisioning complete for port 8650d000-9eba-4333-85df-35ab0580d9c1 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:05:46.017554 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8a6aff8-1845-4006-893b-bd10457c5e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:46.017984 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-a8a6aff8-1845-4006-893b-bd10457c5e06 None None] Attempt 1 to provision port 8650d000-9eba-4333-85df-35ab0580d9c1 Oct 16 01:05:46.047799 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:46.076480 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a8a6aff8-1845-4006-893b-bd10457c5e06 None None] Port 8650d000-9eba-4333-85df-35ab0580d9c1 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:05:46.248979 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-07c93286-103b-4ce1-ad36-da0b4b981fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650300'] for router_interface (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:46.288301 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57321e9-fed9-4a9b-86bf-5be6b0cdd302 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 16 01:05:46.298329 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37894) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:46.314178 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d94c7a05-8e6c-4f11-8a6a-e47c99ce7ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:46.356474 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:46.384549 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:46.408213 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57321e9-fed9-4a9b-86bf-5be6b0cdd302 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 01:05:46.432435 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c538a-2594-463f-b28a-ef8c000cd900 req-d2d13e06-e2da-4393-bbde-d4ba4c5b2d3a tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:46.434029 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c29c538a-2594-463f-b28a-ef8c000cd900 req-d2d13e06-e2da-4393-bbde-d4ba4c5b2d3a tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 931 time: 0.0766270 Oct 16 01:05:46.567635 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:46.592601 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8650d000-9eba-4333-85df-35ab0580d9c1 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:05:46.605496 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Publish callbacks [] for port (8650d000-9eba-4333-85df-35ab0580d9c1), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:46.655846 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Transition to ACTIVE for port object 8650d000-9eba-4333-85df-35ab0580d9c1 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:05:46.664587 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:46.716824 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c93286-103b-4ce1-ad36-da0b4b981fd6 admin admin] Router 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:05:46.734360 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d94c7a05-8e6c-4f11-8a6a-e47c99ce7ea0 admin admin] Publish callbacks [] for security_group (9a5989cd-0d1a-4b8d-83c1-14835b06dcc6), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:46.743505 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d94c7a05-8e6c-4f11-8a6a-e47c99ce7ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (9a5989cd-0d1a-4b8d-83c1-14835b06dcc6), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:46.758673 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8650d000-9eba-4333-85df-35ab0580d9c1,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:46.808223 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c29c538a-2594-463f-b28a-ef8c000cd900 req-881cdfa7-c413-4d92-9f2b-d01d8b0bbe81 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665390 Oct 16 01:05:46.810328 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c7a05-8e6c-4f11-8a6a-e47c99ce7ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5989cd-0d1a-4b8d-83c1-14835b06dcc6,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:46.818723 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d94c7a05-8e6c-4f11-8a6a-e47c99ce7ea0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=351ccc8517e14e84960b4b8b00d614ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5189586 Oct 16 01:05:46.819421 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37896) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:46.862397 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:46.884211 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7bb6-c320-434e-bc4c-e90b2aeb1f11 admin admin] Publish callbacks [] for security_group (9a5989cd-0d1a-4b8d-83c1-14835b06dcc6), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:46.899534 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Attempting to bind port 8650d000-9eba-4333-85df-35ab0580d9c1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:05:46.899877 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Attempting to bind port 8650d000-9eba-4333-85df-35ab0580d9c1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:05:46.900216 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Attempting to bind port 8650d000-9eba-4333-85df-35ab0580d9c1 on network 67400858-429f-4052-a9a5-3012690406d5 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:05:46.907774 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7bb6-c320-434e-bc4c-e90b2aeb1f11 admin admin] Publish callbacks [] for security_group (9a5989cd-0d1a-4b8d-83c1-14835b06dcc6), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:46.951241 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c93286-103b-4ce1-ad36-da0b4b981fd6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:05:46.961096 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-07c93286-103b-4ce1-ad36-da0b4b981fd6 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4914572 Oct 16 01:05:46.961738 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37898) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:46.961954 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5cea76-5550-4864-8cfe-cf3292e13d9e None None] Sync routers for ids ['87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:05:46.980102 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5cea76-5550-4864-8cfe-cf3292e13d9e None None] Routers {'87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:05:46.980929 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7bb6-c320-434e-bc4c-e90b2aeb1f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (9a5989cd-0d1a-4b8d-83c1-14835b06dcc6), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:46.981163 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-2c5cea76-5550-4864-8cfe-cf3292e13d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:05:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:46.984247 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7bb6-c320-434e-bc4c-e90b2aeb1f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:46.986303 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d0cf7bb6-c320-434e-bc4c-e90b2aeb1f11 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9a5989cd-0d1a-4b8d-83c1-14835b06dcc6 HTTP/1.1" status: 204 len: 168 time: 0.1656392 Oct 16 01:05:47.014624 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf7bb6-c320-434e-bc4c-e90b2aeb1f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5989cd-0d1a-4b8d-83c1-14835b06dcc6,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:47.019522 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Port 8650d000-9eba-4333-85df-35ab0580d9c1 on network 67400858-429f-4052-a9a5-3012690406d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:05:47.020427 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Attempting to bind port 8650d000-9eba-4333-85df-35ab0580d9c1 on network 67400858-429f-4052-a9a5-3012690406d5 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:05:47.135082 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Publish callbacks [] for router (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:47.137595 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-2c5cea76-5550-4864-8cfe-cf3292e13d9e None None] Set router 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:05:47.199249 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:05:47.199632 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Checking segment: {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:05:47.199980 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Bound using segment: {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:05:47.200439 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Bound port: 8650d000-9eba-4333-85df-35ab0580d9c1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67400858-429f-4052-a9a5-3012690406d5'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:05:47.200871 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:47.305529 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:47.317791 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-6ebca03e-4193-41e9-8db9-e9e20fb10058 None None] Provisioning complete for port c9bf46df-7ac4-440c-8c35-1671b8a9814d triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:05:47.327016 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6ebca03e-4193-41e9-8db9-e9e20fb10058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:47.328766 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-6ebca03e-4193-41e9-8db9-e9e20fb10058 None None] Attempt 1 to provision port c9bf46df-7ac4-440c-8c35-1671b8a9814d Oct 16 01:05:47.330366 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] For port 8650d000-9eba-4333-85df-35ab0580d9c1, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:05:47.333347 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Publish callbacks [] for router_gateway (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:47.338150 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] For port 8650d000-9eba-4333-85df-35ab0580d9c1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8650d000-9eba-4333-85df-35ab0580d9c1,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:05:47.348281 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:47.353626 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:47.354315 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:47.356378 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/8650d000-9eba-4333-85df-35ab0580d9c1 HTTP/1.1" status: 200 len: 1093 time: 1.4843950 Oct 16 01:05:47.357373 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7479d976-4c68-4862-8245-79dfaccf0f81', 'tag': '8650d000-9eba-4333-85df-35ab0580d9c1'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:05:47.360069 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0540f6f-7bc7-4664-b34b-a41a5fd74094" -d '{"events": [{"name": "network-changed", "server_uuid": "7479d976-4c68-4862-8245-79dfaccf0f81", "tag": "8650d000-9eba-4333-85df-35ab0580d9c1"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:05:47.453276 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-2c5cea76-5550-4864-8cfe-cf3292e13d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'name': 'tempest-TestShelveInstance-665180371-router', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169'}], 'enable_snat': True}, 'gw_port_id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:21Z', 'updated_at': '2022-10-16T01:05:45Z', 'revision_number': 5, 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'gw_port': {'id': '199a6a07-ef81-454a-9a90-e16388fd8068', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:00:22Z', 'updated_at': '2022-10-16T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:47.473258 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d0dfe9-d931-4401-8212-99dae0ae0457 x-openstack-request-id: req-b6d0dfe9-d931-4401-8212-99dae0ae0457 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:05:47.473949 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7479d976-4c68-4862-8245-79dfaccf0f81", "tag": "8650d000-9eba-4333-85df-35ab0580d9c1", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:05:47.474444 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6d0dfe9-d931-4401-8212-99dae0ae0457 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:05:47.475392 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d0dfe9-d931-4401-8212-99dae0ae0457'] response: {'name': 'network-changed', 'server_uuid': '7479d976-4c68-4862-8245-79dfaccf0f81', 'tag': '8650d000-9eba-4333-85df-35ab0580d9c1', 'status': 'completed', 'code': 200} Oct 16 01:05:47.498557 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5cea76-5550-4864-8cfe-cf3292e13d9e None None] Checking router: 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:05:47.508432 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:47.510204 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5cea76-5550-4864-8cfe-cf3292e13d9e None None] Routers {'87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:05:47.510967 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-2c5cea76-5550-4864-8cfe-cf3292e13d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:05:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:47.524443 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Deleting port 199a6a07-ef81-454a-9a90-e16388fd8068 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:05:47.524735 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (199a6a07-ef81-454a-9a90-e16388fd8068), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:47.534694 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-0eb5716e-7757-4c74-8f40-3c91a9b2b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:47.541103 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-0eb5716e-7757-4c74-8f40-3c91a9b2b2ab service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 1127 time: 0.0985951 Oct 16 01:05:47.546492 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-6ebca03e-4193-41e9-8db9-e9e20fb10058 None None] Current status of the port c9bf46df-7ac4-440c-8c35-1671b8a9814d is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:05:47.560662 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bf140-4583-42f7-b634-37ace50f10a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8650d000-9eba-4333-85df-35ab0580d9c1,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:47.623878 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-2c5cea76-5550-4864-8cfe-cf3292e13d9e None None] Set router 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:05:47.634062 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-12770a35-1fa8-4288-b00b-7bd3bc6f4587 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8650d000-9eba-4333-85df-35ab0580d9c1 HTTP/1.1" status: 200 len: 217 time: 0.0683649 Oct 16 01:05:47.675515 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-2c5cea76-5550-4864-8cfe-cf3292e13d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'name': 'tempest-TestShelveInstance-665180371-router', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:21Z', 'updated_at': '2022-10-16T01:05:47Z', 'revision_number': 6, 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:47.704656 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] For port 199a6a07-ef81-454a-9a90-e16388fd8068, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=199a6a07-ef81-454a-9a90-e16388fd8068,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:05:47.705021 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (199a6a07-ef81-454a-9a90-e16388fd8068), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:47.706447 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5cea76-5550-4864-8cfe-cf3292e13d9e None None] The sync data for ids ['87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb'] in dv-cinder-master-3-iscsi is: [{'id': '87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb', 'name': 'tempest-TestShelveInstance-665180371-router', 'tenant_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:00:21Z', 'updated_at': '2022-10-16T01:05:47Z', 'revision_number': 6, 'project_id': 'ef2df25edb2b4bee9f71c94e2249e1f7', 'gw_port_host': None}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:05:47.732922 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Calling delete_port for 199a6a07-ef81-454a-9a90-e16388fd8068 owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:05:47.741617 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-a88e830a-a6e2-4df4-9872-4f55c723a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:47.743164 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-a88e830a-a6e2-4df4-9872-4f55c723a253 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 200 len: 850 time: 0.0932460 Oct 16 01:05:47.827612 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-790311f4-a02c-47cf-b74d-c18e7fa9282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:47.829128 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-790311f4-a02c-47cf-b74d-c18e7fa9282c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=67400858-429f-4052-a9a5-3012690406d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789587 Oct 16 01:05:48.001491 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-4d180845-5f93-4c39-837f-a8446f11eea2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631126 Oct 16 01:05:48.032294 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:48.056174 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cb99e-dca1-4d42-9d05-2900263bd5d8 req-706bfd0a-c89a-4f2c-a7ec-9c3eeed53921 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:48.068307 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-051cb99e-dca1-4d42-9d05-2900263bd5d8 req-706bfd0a-c89a-4f2c-a7ec-9c3eeed53921 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 943 time: 0.1363950 Oct 16 01:05:48.153693 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (199a6a07-ef81-454a-9a90-e16388fd8068), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:48.168001 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-051cb99e-dca1-4d42-9d05-2900263bd5d8 req-9e974744-1a95-4a6d-99d6-d3a2e111cc64 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978284 Oct 16 01:05:48.200842 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Pushing event deleted for resources: {'Port': ['ID=199a6a07-ef81-454a-9a90-e16388fd8068,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:48.205696 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3f0fb106-f8d3-4b5c-a41f-bb533789426c req-e0caa9e9-fc8a-41d8-a59b-82a3990c0393 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962667 Oct 16 01:05:48.259256 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:48.277130 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649846'] for router_gateway (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:48.375922 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11650'] for router (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:48.379123 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Publish callbacks [] for router_controller (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:48.431947 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650340'] for router (87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:48.432897 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 01:05:48.437456 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:48.440085 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a142231b-3e7c-4081-833f-b2dafbdbc955 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/87c7cd1b-9c6d-43e1-b9fe-14e8a32943eb HTTP/1.1" status: 204 len: 168 time: 1.4770730 Oct 16 01:05:48.444676 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37928) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:48.544933 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-4336a648-e362-49f5-9ab0-780c8c3c0903 admin admin] Deleting subnet de7a33c4-ae37-49e1-aede-5b4993e82cff {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 01:05:48.550678 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4336a648-e362-49f5-9ab0-780c8c3c0903 admin admin] Publish callbacks [] for subnet (de7a33c4-ae37-49e1-aede-5b4993e82cff), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:48.553434 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540f6f-7bc7-4664-b34b-a41a5fd74094 req-d8e432ae-b890-4136-87cd-8f6bb380e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:48.554965 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0540f6f-7bc7-4664-b34b-a41a5fd74094 req-d8e432ae-b890-4136-87cd-8f6bb380e9b6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 1127 time: 0.0713577 Oct 16 01:05:48.643832 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4336a648-e362-49f5-9ab0-780c8c3c0903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655798'] for subnet (de7a33c4-ae37-49e1-aede-5b4993e82cff), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:48.708590 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:48.728098 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540f6f-7bc7-4664-b34b-a41a5fd74094 req-39977914-5c2a-4d8a-95fd-deda71271f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:48.729513 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0540f6f-7bc7-4664-b34b-a41a5fd74094 req-39977914-5c2a-4d8a-95fd-deda71271f88 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 912 time: 0.1552594 Oct 16 01:05:48.810904 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0540f6f-7bc7-4664-b34b-a41a5fd74094 req-63bac3ad-d4d8-42b8-afe9-0544106c343c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8650d000-9eba-4333-85df-35ab0580d9c1 HTTP/1.1" status: 200 len: 217 time: 0.0599306 Oct 16 01:05:48.816791 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4336a648-e362-49f5-9ab0-780c8c3c0903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (de7a33c4-ae37-49e1-aede-5b4993e82cff), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:48.912306 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540f6f-7bc7-4664-b34b-a41a5fd74094 req-daf26d17-0b27-4e1a-b89d-efb8420bdc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:48.914001 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0540f6f-7bc7-4664-b34b-a41a5fd74094 req-daf26d17-0b27-4e1a-b89d-efb8420bdc89 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 200 len: 850 time: 0.0938859 Oct 16 01:05:48.928837 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4336a648-e362-49f5-9ab0-780c8c3c0903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2697823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665076'] for subnet (de7a33c4-ae37-49e1-aede-5b4993e82cff), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:48.958349 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336a648-e362-49f5-9ab0-780c8c3c0903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de7a33c4-ae37-49e1-aede-5b4993e82cff,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:48.963438 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4336a648-e362-49f5-9ab0-780c8c3c0903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:48.968929 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-4336a648-e362-49f5-9ab0-780c8c3c0903 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/de7a33c4-ae37-49e1-aede-5b4993e82cff HTTP/1.1" status: 204 len: 168 time: 0.5225277 Oct 16 01:05:48.971370 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37940) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:48.993124 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416ec74-a9de-4c40-a299-b809068fc928 None None] Network b461444f-0415-4655-b84a-88bf01b40b1a requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:05:49.060777 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:49.091244 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540f6f-7bc7-4664-b34b-a41a5fd74094 req-533161d6-a856-4871-bb34-ccaf05edc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:49.092448 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (b461444f-0415-4655-b84a-88bf01b40b1a), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.093951 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0540f6f-7bc7-4664-b34b-a41a5fd74094 req-533161d6-a856-4871-bb34-ccaf05edc19a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=67400858-429f-4052-a9a5-3012690406d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786943 Oct 16 01:05:49.153441 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Deleting port c9bf46df-7ac4-440c-8c35-1671b8a9814d {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:05:49.153784 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.216878 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea789369-91a0-42a2-bc80-3647ff87625d None None] DHCP port deletion for b461444f-0415-4655-b84a-88bf01b40b1a request from dv-cinder-master-3-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 16 01:05:49.244219 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] For port c9bf46df-7ac4-440c-8c35-1671b8a9814d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c9bf46df-7ac4-440c-8c35-1671b8a9814d,segment=NetworkSegment(eed8e0e7-4394-47d2-b07b-185558efbf1c),segment_id=eed8e0e7-4394-47d2-b07b-185558efbf1c)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:05:49.244948 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.266115 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Calling delete_port for c9bf46df-7ac4-440c-8c35-1671b8a9814d owned by network:dhcp {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:05:49.271589 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:49.305072 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ea789369-91a0-42a2-bc80-3647ff87625d None None] Deleting port c9bf46df-7ac4-440c-8c35-1671b8a9814d {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:05:49.305728 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ea789369-91a0-42a2-bc80-3647ff87625d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.376276 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.409594 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bf46df-7ac4-440c-8c35-1671b8a9814d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:49.416308 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] No DVR routers for this DVR port c9bf46df-7ac4-440c-8c35-1671b8a9814d on host dv-cinder-master-3-iscsi {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:05:49.423880 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-ea789369-91a0-42a2-bc80-3647ff87625d None None] For port c9bf46df-7ac4-440c-8c35-1671b8a9814d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c9bf46df-7ac4-440c-8c35-1671b8a9814d,segment=NetworkSegment(eed8e0e7-4394-47d2-b07b-185558efbf1c),segment_id=eed8e0e7-4394-47d2-b07b-185558efbf1c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:05:49.430801 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ea789369-91a0-42a2-bc80-3647ff87625d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.467444 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ea789369-91a0-42a2-bc80-3647ff87625d None None] Calling delete_port for c9bf46df-7ac4-440c-8c35-1671b8a9814d owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:05:49.528503 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:49.536383 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 02def970-29eb-4148-a20d-445ed75d4fe8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:05:49.565717 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (b461444f-0415-4655-b84a-88bf01b40b1a), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.578755 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 02def970-29eb-4148-a20d-445ed75d4fe8 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:05:49.579169 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 02def970-29eb-4148-a20d-445ed75d4fe8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:05:49.579616 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 199a6a07-ef81-454a-9a90-e16388fd8068 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:05:49.592633 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0540f6f-7bc7-4664-b34b-a41a5fd74094 req-6cf3d713-8e2f-4e7f-88fd-460e1a21e413 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914019 Oct 16 01:05:49.598691 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b461444f-0415-4655-b84a-88bf01b40b1a']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:49.608522 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 199a6a07-ef81-454a-9a90-e16388fd8068 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:05:49.608857 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 199a6a07-ef81-454a-9a90-e16388fd8068 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:05:49.609560 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device c9bf46df-7ac4-440c-8c35-1671b8a9814d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:05:49.612365 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed8e0e7-4394-47d2-b07b-185558efbf1c') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:49.612810 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed8e0e7-4394-47d2-b07b-185558efbf1c') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:05:49.625139 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992197'] for segment (eed8e0e7-4394-47d2-b07b-185558efbf1c), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.641921 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: c9bf46df-7ac4-440c-8c35-1671b8a9814d {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:05:49.642590 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device c9bf46df-7ac4-440c-8c35-1671b8a9814d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:05:49.655418 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (eed8e0e7-4394-47d2-b07b-185558efbf1c), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.657223 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ea789369-91a0-42a2-bc80-3647ff87625d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741'] for port (c9bf46df-7ac4-440c-8c35-1671b8a9814d), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.677433 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 01:05:49.679425 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2994182'] for segment (eed8e0e7-4394-47d2-b07b-185558efbf1c), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.711316 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment eed8e0e7-4394-47d2-b07b-185558efbf1c resource provider aggregate not found Oct 16 01:05:49.715527 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea789369-91a0-42a2-bc80-3647ff87625d None None] Pushing event deleted for resources: {'Port': ['ID=c9bf46df-7ac4-440c-8c35-1671b8a9814d,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:49.717680 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea789369-91a0-42a2-bc80-3647ff87625d None None] No DVR routers for this DVR port c9bf46df-7ac4-440c-8c35-1671b8a9814d on host dv-cinder-master-3-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:05:49.761809 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0540f6f-7bc7-4664-b34b-a41a5fd74094 req-00577d9d-e319-405a-81f7-898aca1e2638 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594303 Oct 16 01:05:49.773829 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc61b-00c0-4697-9393-59135191fd29 req-0ec0a1fb-3dd1-473a-a98b-901f9ac665e0 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:49.776322 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a36fc61b-00c0-4697-9393-59135191fd29 req-0ec0a1fb-3dd1-473a-a98b-901f9ac665e0 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 943 time: 0.2227347 Oct 16 01:05:49.785471 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment eed8e0e7-4394-47d2-b07b-185558efbf1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eed8e0e7-4394-47d2-b07b-185558efbf1c found for delete ", "request_id": "req-1be3bd2d-da93-443d-b32e-bb33bb13f0b1"}]} Oct 16 01:05:49.822235 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (b461444f-0415-4655-b84a-88bf01b40b1a), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.831170 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:49.837521 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/b461444f-0415-4655-b84a-88bf01b40b1a HTTP/1.1" status: 204 len: 168 time: 0.8645382 Oct 16 01:05:49.860278 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a36fc61b-00c0-4697-9393-59135191fd29 req-6fc88a39-0aa5-4291-8a49-bf50a3e0fa8f tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742397 Oct 16 01:05:49.860553 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c325d99-2a24-489e-9597-1b6a7b0fb5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b461444f-0415-4655-b84a-88bf01b40b1a,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:50.078246 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37962) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:50.123346 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-05c6a685-d01f-43cc-ad36-82a5a906cc7c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ed24cab62e1f4810a10e7ba36fcbeadb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438783 Oct 16 01:05:50.125776 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 37964) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:50.179303 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a21f0027-1e66-494d-9b23-7d2e3ac0d4d7 admin admin] Publish callbacks [] for security_group (891f04f3-e71b-49ac-a5a5-21aec2e61c00), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:50.201366 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a21f0027-1e66-494d-9b23-7d2e3ac0d4d7 admin admin] Publish callbacks [] for security_group (891f04f3-e71b-49ac-a5a5-21aec2e61c00), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:50.231050 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:50.255019 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a21f0027-1e66-494d-9b23-7d2e3ac0d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (891f04f3-e71b-49ac-a5a5-21aec2e61c00), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:50.258270 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a21f0027-1e66-494d-9b23-7d2e3ac0d4d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:50.259452 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a21f0027-1e66-494d-9b23-7d2e3ac0d4d7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/891f04f3-e71b-49ac-a5a5-21aec2e61c00 HTTP/1.1" status: 204 len: 168 time: 0.1327732 Oct 16 01:05:50.268183 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f0027-1e66-494d-9b23-7d2e3ac0d4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891f04f3-e71b-49ac-a5a5-21aec2e61c00,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:50.641446 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37970) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:50.684649 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-914d1b93-1f20-4e99-9d60-ac929ce5d2ff admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ef2df25edb2b4bee9f71c94e2249e1f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419974 Oct 16 01:05:50.687160 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 37972) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:50.715792 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:50.745167 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-45f0e0f2-c140-4045-b883-a26a6aa5bcc4 admin admin] Publish callbacks [] for security_group (2430aff5-6ca2-4d6a-8b4c-7570f30f43a1), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:50.768748 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-45f0e0f2-c140-4045-b883-a26a6aa5bcc4 admin admin] Publish callbacks [] for security_group (2430aff5-6ca2-4d6a-8b4c-7570f30f43a1), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:50.822425 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-45f0e0f2-c140-4045-b883-a26a6aa5bcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (2430aff5-6ca2-4d6a-8b4c-7570f30f43a1), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:50.825005 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-45f0e0f2-c140-4045-b883-a26a6aa5bcc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:50.826181 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-45f0e0f2-c140-4045-b883-a26a6aa5bcc4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2430aff5-6ca2-4d6a-8b4c-7570f30f43a1 HTTP/1.1" status: 204 len: 168 time: 0.1380689 Oct 16 01:05:50.835319 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0e0f2-c140-4045-b883-a26a6aa5bcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2430aff5-6ca2-4d6a-8b4c-7570f30f43a1,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:51.033343 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868794e3-ebcd-4592-a863-886ac606a344 req-0026d8c4-f790-4514-aea8-a0384aac8e8a tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:51.035077 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-868794e3-ebcd-4592-a863-886ac606a344 req-0026d8c4-f790-4514-aea8-a0384aac8e8a tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 943 time: 0.0644200 Oct 16 01:05:51.135562 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-868794e3-ebcd-4592-a863-886ac606a344 req-e90b52ef-418e-44ac-91aa-fdc650c51969 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811062 Oct 16 01:05:52.289202 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51444a-0944-4fef-bbcc-0668adec4673 req-2ccb3890-dacd-4112-9878-cf035fe2f5c8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:52.290680 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6a51444a-0944-4fef-bbcc-0668adec4673 req-2ccb3890-dacd-4112-9878-cf035fe2f5c8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 943 time: 0.0505185 Oct 16 01:05:52.339990 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6a51444a-0944-4fef-bbcc-0668adec4673 req-54bfa738-6d5c-454e-9b78-682b702e5f55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437214 Oct 16 01:05:53.353847 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38006) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:53.465443 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a184f-d55b-4ddc-927a-94fe95554e1e req-2718fdcf-f103-4b52-8ac3-ac2c80fe80fd tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:53.466813 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:53.467014 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b44a184f-d55b-4ddc-927a-94fe95554e1e req-2718fdcf-f103-4b52-8ac3-ac2c80fe80fd tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 943 time: 0.0509965 Oct 16 01:05:53.475961 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-024e6087-6c97-4f3b-ae29-24dce39777bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:53.524316 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b44a184f-d55b-4ddc-927a-94fe95554e1e req-5e25a956-e8fd-4adb-8db3-3526974909e6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511937 Oct 16 01:05:53.556213 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-024e6087-6c97-4f3b-ae29-24dce39777bb admin admin] Publish callbacks [] for security_group (e09afd2b-9085-4098-a0cf-b6cc4adf6d56), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:53.559953 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-024e6087-6c97-4f3b-ae29-24dce39777bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (e09afd2b-9085-4098-a0cf-b6cc4adf6d56), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:53.601257 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-024e6087-6c97-4f3b-ae29-24dce39777bb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a170024b1fc84ea38cc4f49b65a114ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461553 Oct 16 01:05:53.602086 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e6087-6c97-4f3b-ae29-24dce39777bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09afd2b-9085-4098-a0cf-b6cc4adf6d56,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:53.603892 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 38012) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:53.605426 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-078c8e68-cbf7-40d3-8350-9543b4aa6d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:53.682771 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc05004b-71ac-4418-9cd9-61d89c920cf1 admin admin] Publish callbacks [] for security_group (e09afd2b-9085-4098-a0cf-b6cc4adf6d56), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:53.692079 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:53.705904 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc05004b-71ac-4418-9cd9-61d89c920cf1 admin admin] Publish callbacks [] for security_group (e09afd2b-9085-4098-a0cf-b6cc4adf6d56), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:53.757203 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc05004b-71ac-4418-9cd9-61d89c920cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (e09afd2b-9085-4098-a0cf-b6cc4adf6d56), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:53.759830 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc05004b-71ac-4418-9cd9-61d89c920cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:53.761011 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fc05004b-71ac-4418-9cd9-61d89c920cf1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e09afd2b-9085-4098-a0cf-b6cc4adf6d56 HTTP/1.1" status: 204 len: 168 time: 0.1548500 Oct 16 01:05:53.769691 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05004b-71ac-4418-9cd9-61d89c920cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09afd2b-9085-4098-a0cf-b6cc4adf6d56,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:54.058667 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 38018) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:54.073267 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e6885cc6-3599-4f42-a22c-323a5a5a129f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:54.160613 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e6885cc6-3599-4f42-a22c-323a5a5a129f admin admin] Publish callbacks [] for security_group (d085b933-490a-4e5f-adf5-5b2dd711b981), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:54.165987 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e6885cc6-3599-4f42-a22c-323a5a5a129f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (d085b933-490a-4e5f-adf5-5b2dd711b981), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:54.211095 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6885cc6-3599-4f42-a22c-323a5a5a129f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d085b933-490a-4e5f-adf5-5b2dd711b981,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:54.215472 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e6885cc6-3599-4f42-a22c-323a5a5a129f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ea199a99cffe493ca2e2ec31d20ca500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555014 Oct 16 01:05:54.218088 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 38020) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:54.274201 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5732d2d6-bef9-491e-9025-8cbe7d8ca4be admin admin] Publish callbacks [] for security_group (d085b933-490a-4e5f-adf5-5b2dd711b981), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:54.296389 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5732d2d6-bef9-491e-9025-8cbe7d8ca4be admin admin] Publish callbacks [] for security_group (d085b933-490a-4e5f-adf5-5b2dd711b981), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:54.345807 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5732d2d6-bef9-491e-9025-8cbe7d8ca4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (d085b933-490a-4e5f-adf5-5b2dd711b981), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:54.348550 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5732d2d6-bef9-491e-9025-8cbe7d8ca4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:54.349753 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5732d2d6-bef9-491e-9025-8cbe7d8ca4be admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d085b933-490a-4e5f-adf5-5b2dd711b981 HTTP/1.1" status: 204 len: 168 time: 0.1307168 Oct 16 01:05:54.359123 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732d2d6-bef9-491e-9025-8cbe7d8ca4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d085b933-490a-4e5f-adf5-5b2dd711b981,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:54.663200 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d15369-c2b2-4146-9ac1-2677051d1d06 req-351607e7-951a-4760-bfae-e248466fdfcb tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:54.664695 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-99d15369-c2b2-4146-9ac1-2677051d1d06 req-351607e7-951a-4760-bfae-e248466fdfcb tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 943 time: 0.0587819 Oct 16 01:05:54.725691 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-99d15369-c2b2-4146-9ac1-2677051d1d06 req-9c884be1-ca9c-4fc8-b7f4-ff917e93a24f tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511608 Oct 16 01:05:55.525882 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:05:55.856168 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3456e4-f601-46d9-8011-04f0cd2aeaa5 req-fba828b4-90b7-49b6-b8f9-ed9389142b3e tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:55.858316 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8a3456e4-f601-46d9-8011-04f0cd2aeaa5 req-fba828b4-90b7-49b6-b8f9-ed9389142b3e tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 943 time: 0.0538945 Oct 16 01:05:55.915130 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8a3456e4-f601-46d9-8011-04f0cd2aeaa5 req-203e0fb5-f561-446b-97f3-26c5a9cd462c tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507874 Oct 16 01:05:56.364346 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3e1dd365-8705-4987-a0e0-a36892f39ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:56.522967 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 8650d000-9eba-4333-85df-35ab0580d9c1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:05:56.635077 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38094) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:56.641691 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 8650d000-9eba-4333-85df-35ab0580d9c1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8650d000-9eba-4333-85df-35ab0580d9c1,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:05:56.655753 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '8650d000-9eba-4333-85df-35ab0580d9c1', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'port_id': '8650d000-9eba-4333-85df-35ab0580d9c1', 'mac_address': 'fa:16:3e:ab:df:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:05:56.694307 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 8650d000-9eba-4333-85df-35ab0580d9c1 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:05:56.694610 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:56.709091 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8650d000-9eba-4333-85df-35ab0580d9c1 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:05:56.734730 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 8650d000-9eba-4333-85df-35ab0580d9c1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8650d000-9eba-4333-85df-35ab0580d9c1,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:05:56.745415 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:56.753343 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ddba0476-6a81-46bc-a3b9-88efa0e7514f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:56.797110 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=8650d000-9eba-4333-85df-35ab0580d9c1,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:56.840048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ddba0476-6a81-46bc-a3b9-88efa0e7514f admin admin] Publish callbacks [] for security_group (542b9cc6-efbb-434b-8037-8afa41f57e78), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:56.844284 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ddba0476-6a81-46bc-a3b9-88efa0e7514f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (542b9cc6-efbb-434b-8037-8afa41f57e78), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:56.885587 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ddba0476-6a81-46bc-a3b9-88efa0e7514f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5ea962541a1e43c9a6df32518a591d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493234 Oct 16 01:05:56.886465 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba0476-6a81-46bc-a3b9-88efa0e7514f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542b9cc6-efbb-434b-8037-8afa41f57e78,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:56.888352 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 38098) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:56.928097 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:56.942065 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f9f55686-08cc-4af6-8ddb-b56b80267182 admin admin] Publish callbacks [] for security_group (542b9cc6-efbb-434b-8037-8afa41f57e78), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:56.968419 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f9f55686-08cc-4af6-8ddb-b56b80267182 admin admin] Publish callbacks [] for security_group (542b9cc6-efbb-434b-8037-8afa41f57e78), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:57.028237 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f9f55686-08cc-4af6-8ddb-b56b80267182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (542b9cc6-efbb-434b-8037-8afa41f57e78), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:57.030884 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f9f55686-08cc-4af6-8ddb-b56b80267182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:57.034571 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-f9f55686-08cc-4af6-8ddb-b56b80267182 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/542b9cc6-efbb-434b-8037-8afa41f57e78 HTTP/1.1" status: 204 len: 168 time: 0.1428518 Oct 16 01:05:57.045096 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['8650d000-9eba-4333-85df-35ab0580d9c1'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:05:57.047156 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6609d26-1dcd-4ff5-8c2c-68bc47f5e87e req-67754769-02d9-4132-ae4e-e99e4b888528 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:57.048478 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f55686-08cc-4af6-8ddb-b56b80267182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542b9cc6-efbb-434b-8037-8afa41f57e78,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:57.048898 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6609d26-1dcd-4ff5-8c2c-68bc47f5e87e req-67754769-02d9-4132-ae4e-e99e4b888528 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 944 time: 0.0531080 Oct 16 01:05:57.129463 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6609d26-1dcd-4ff5-8c2c-68bc47f5e87e req-f7e5f0b5-6af1-4e0a-9f04-00d8a006708d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694234 Oct 16 01:05:57.207409 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:57.364754 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 38106) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:57.378737 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0b3e-3e1f-448a-9db9-7a00f22493a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:57.466045 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0b3e-3e1f-448a-9db9-7a00f22493a1 admin admin] Publish callbacks [] for security_group (f4c7df05-0a8c-46bf-b52a-01e2239253a2), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:57.469753 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0b3e-3e1f-448a-9db9-7a00f22493a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (f4c7df05-0a8c-46bf-b52a-01e2239253a2), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:57.484564 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:57.514545 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb0b3e-3e1f-448a-9db9-7a00f22493a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c7df05-0a8c-46bf-b52a-01e2239253a2,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:57.518722 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8dfb0b3e-3e1f-448a-9db9-7a00f22493a1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=149fb4bc8e1a47ffa2c194edd8318b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528900 Oct 16 01:05:57.522283 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 38108) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:05:57.573842 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f583-832e-47d0-83f1-d19d9d3579b3 admin admin] Publish callbacks [] for security_group (f4c7df05-0a8c-46bf-b52a-01e2239253a2), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:57.595781 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f583-832e-47d0-83f1-d19d9d3579b3 admin admin] Publish callbacks [] for security_group (f4c7df05-0a8c-46bf-b52a-01e2239253a2), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:57.648354 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f583-832e-47d0-83f1-d19d9d3579b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (f4c7df05-0a8c-46bf-b52a-01e2239253a2), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:57.651134 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f583-832e-47d0-83f1-d19d9d3579b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:57.652328 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-dbb1f583-832e-47d0-83f1-d19d9d3579b3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f4c7df05-0a8c-46bf-b52a-01e2239253a2 HTTP/1.1" status: 204 len: 168 time: 0.1288795 Oct 16 01:05:57.661025 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1f583-832e-47d0-83f1-d19d9d3579b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c7df05-0a8c-46bf-b52a-01e2239253a2,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:57.678484 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=62 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:05:57.788794 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:58.276114 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93794503-7bf1-4638-8e4a-78fcb88cdb61 req-68cd285e-f304-47f5-90d7-2e9656e3e8ff tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:58.277731 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-93794503-7bf1-4638-8e4a-78fcb88cdb61 req-68cd285e-f304-47f5-90d7-2e9656e3e8ff tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 944 time: 0.0652523 Oct 16 01:05:58.342678 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-93794503-7bf1-4638-8e4a-78fcb88cdb61 req-3187655b-4f8a-4584-830d-91f7ff6e3b21 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590317 Oct 16 01:05:58.550063 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 8650d000-9eba-4333-85df-35ab0580d9c1 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:05:58.608030 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 8650d000-9eba-4333-85df-35ab0580d9c1 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:05:58.615060 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 8650d000-9eba-4333-85df-35ab0580d9c1 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:05:58.615473 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:58.615784 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 8650d000-9eba-4333-85df-35ab0580d9c1 Oct 16 01:05:58.714686 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 8650d000-9eba-4333-85df-35ab0580d9c1 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:05:58.715118 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:58.745758 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7479d976-4c68-4862-8245-79dfaccf0f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8650d000-9eba-4333-85df-35ab0580d9c1'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:05:58.748270 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009a1c4d-1e3d-4452-b724-eaa1f8e69e58" -d '{"events": [{"server_uuid": "7479d976-4c68-4862-8245-79dfaccf0f81", "name": "network-vif-plugged", "status": "completed", "tag": "8650d000-9eba-4333-85df-35ab0580d9c1"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:05:58.762561 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 8650d000-9eba-4333-85df-35ab0580d9c1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8650d000-9eba-4333-85df-35ab0580d9c1,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:05:58.769032 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:05:58.823544 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bb73a9-59d6-4002-88f8-1ac85fe2594f x-openstack-request-id: req-c5bb73a9-59d6-4002-88f8-1ac85fe2594f {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:05:58.824211 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7479d976-4c68-4862-8245-79dfaccf0f81", "name": "network-vif-plugged", "status": "completed", "tag": "8650d000-9eba-4333-85df-35ab0580d9c1", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:05:58.824211 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5bb73a9-59d6-4002-88f8-1ac85fe2594f {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:05:58.824472 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5bb73a9-59d6-4002-88f8-1ac85fe2594f'] response: {'server_uuid': '7479d976-4c68-4862-8245-79dfaccf0f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8650d000-9eba-4333-85df-35ab0580d9c1', 'code': 200} Oct 16 01:05:58.830604 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=8650d000-9eba-4333-85df-35ab0580d9c1,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:05:59.099643 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6439-3955-4140-bdbf-7bea92bf5e61 req-6cea8892-2843-4d7a-9897-ceef95381c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:59.099643 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d78d6439-3955-4140-bdbf-7bea92bf5e61 req-6cea8892-2843-4d7a-9897-ceef95381c3d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 1129 time: 0.0460596 Oct 16 01:05:59.171854 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d78d6439-3955-4140-bdbf-7bea92bf5e61 req-f26ec3b9-0c72-48de-9a21-60a6940f6276 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705252 Oct 16 01:05:59.478915 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfc8e-646c-4726-8fbd-89ebb23557f0 req-e82baae6-4cc3-4a9c-b3a4-4ee938ab1c49 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:05:59.480482 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e70dfc8e-646c-4726-8fbd-89ebb23557f0 req-e82baae6-4cc3-4a9c-b3a4-4ee938ab1c49 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 945 time: 0.0566211 Oct 16 01:05:59.534361 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e70dfc8e-646c-4726-8fbd-89ebb23557f0 req-1d0b8909-68b5-4555-b2b9-4d2ae6383972 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480049 Oct 16 01:05:59.889864 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:00.227150 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:00.693881 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb54d9-6266-4d00-8b20-dcaee583b0d9 req-515ba872-4527-459b-a0d2-5da6e0bfe865 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:00.696753 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e3cb54d9-6266-4d00-8b20-dcaee583b0d9 req-515ba872-4527-459b-a0d2-5da6e0bfe865 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 945 time: 0.0645015 Oct 16 01:06:00.725609 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:00.753200 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e3cb54d9-6266-4d00-8b20-dcaee583b0d9 req-17d28a00-b99d-48ea-8772-11d08a01df8d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499296 Oct 16 01:06:01.896532 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc1ca8-9b82-4ebd-911b-1ce9cf0ad91a req-0f2f7e50-156b-4dee-8eee-1f4c73eaccbe tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:01.898363 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-26bc1ca8-9b82-4ebd-911b-1ce9cf0ad91a req-0f2f7e50-156b-4dee-8eee-1f4c73eaccbe tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 945 time: 0.0647628 Oct 16 01:06:01.958064 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-26bc1ca8-9b82-4ebd-911b-1ce9cf0ad91a req-8fcb4932-e663-42ba-9024-402886f880d9 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533361 Oct 16 01:06:02.138510 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876b858-8b8a-428e-80d1-2e647ac25a20 req-11875bcc-8d2a-4ccf-969c-6a2092dfd04d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:02.142299 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6876b858-8b8a-428e-80d1-2e647ac25a20 req-11875bcc-8d2a-4ccf-969c-6a2092dfd04d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 945 time: 0.0798173 Oct 16 01:06:02.219594 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6876b858-8b8a-428e-80d1-2e647ac25a20 req-72c488c9-3c52-4a1b-b4d3-71b7847c15fe tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700238 Oct 16 01:06:02.251342 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38172) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:02.485713 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cce61b-9bd3-4edc-8fc4-c382dbc77773 tempest-TestVolumeBootPattern-1286229808 tempest-TestVolumeBootPattern-1286229808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:02.487189 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-30cce61b-9bd3-4edc-8fc4-c382dbc77773 tempest-TestVolumeBootPattern-1286229808 tempest-TestVolumeBootPattern-1286229808-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 1124 time: 0.2347012 Oct 16 01:06:02.490676 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38176) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:02.495137 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'port_id': '8650d000-9eba-4333-85df-35ab0580d9c1', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:06:02.506262 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:02.526731 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:02.619381 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:02.735619 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Allocated IP 172.37.2.162 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/4421e167-6168-4c78-9293-a1d72e2e60b0) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:06:02.844409 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for port (4421e167-6168-4c78-9293-a1d72e2e60b0), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:02.879167 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (4421e167-6168-4c78-9293-a1d72e2e60b0), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:02.921307 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:06:02.926257 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:06:02.930787 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:06:02.934167 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'Port': ['ID=4421e167-6168-4c78-9293-a1d72e2e60b0,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:03.152029 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:03.334566 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (daa41628-51ee-46e5-a35c-614990c2b6fb), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:03.414597 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (4421e167-6168-4c78-9293-a1d72e2e60b0), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:03.449142 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:03.599234 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for port (4421e167-6168-4c78-9293-a1d72e2e60b0), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:03.604760 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (4421e167-6168-4c78-9293-a1d72e2e60b0), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:03.700265 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event updated for resources: {'Port': ['ID=4421e167-6168-4c78-9293-a1d72e2e60b0,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:03.703161 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (daa41628-51ee-46e5-a35c-614990c2b6fb), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:03.813166 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Floating IP daa41628-51ee-46e5-a35c-614990c2b6fb associated. External IP: 172.37.2.162, port: 8650d000-9eba-4333-85df-35ab0580d9c1. Oct 16 01:06:04.032278 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:06:04.039794 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:04.149984 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:06:04.162702 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972b8df-46b8-4b62-9e97-ab916dac26d9 None None] Sync routers for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:06:04.175854 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972b8df-46b8-4b62-9e97-ab916dac26d9 None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:06:04.176673 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-5972b8df-46b8-4b62-9e97-ab916dac26d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:05:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:06:04.179090 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:04.219018 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:04.220048 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-84dc6a8a-f6a7-40f6-bb3d-ea6036526b82 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7282848 Oct 16 01:06:04.220817 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7479d976-4c68-4862-8245-79dfaccf0f81', 'tag': '8650d000-9eba-4333-85df-35ab0580d9c1'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:06:04.223309 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1675f485-e20d-4c96-bedc-cba2f2741e90" -d '{"events": [{"name": "network-changed", "server_uuid": "7479d976-4c68-4862-8245-79dfaccf0f81", "tag": "8650d000-9eba-4333-85df-35ab0580d9c1"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:06:04.267274 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94da4b6-d14b-43af-a3b6-f3065049dac1 x-openstack-request-id: req-b94da4b6-d14b-43af-a3b6-f3065049dac1 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:06:04.267675 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7479d976-4c68-4862-8245-79dfaccf0f81", "tag": "8650d000-9eba-4333-85df-35ab0580d9c1", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:06:04.268029 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b94da4b6-d14b-43af-a3b6-f3065049dac1 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:06:04.268522 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94da4b6-d14b-43af-a3b6-f3065049dac1'] response: {'name': 'network-changed', 'server_uuid': '7479d976-4c68-4862-8245-79dfaccf0f81', 'tag': '8650d000-9eba-4333-85df-35ab0580d9c1', 'status': 'completed', 'code': 200} Oct 16 01:06:04.343250 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f485-e20d-4c96-bedc-cba2f2741e90 req-5169458b-aa92-4842-96e2-5b2d0e3bdb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:04.344793 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1675f485-e20d-4c96-bedc-cba2f2741e90 req-5169458b-aa92-4842-96e2-5b2d0e3bdb89 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 1129 time: 0.0535986 Oct 16 01:06:04.346667 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-5972b8df-46b8-4b62-9e97-ab916dac26d9 None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:06:04.479149 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f485-e20d-4c96-bedc-cba2f2741e90 req-91a37985-514e-44b6-a455-461c508566d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:04.482919 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1675f485-e20d-4c96-bedc-cba2f2741e90 req-91a37985-514e-44b6-a455-461c508566d5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 912 time: 0.1305523 Oct 16 01:06:04.527913 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:04.561969 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1675f485-e20d-4c96-bedc-cba2f2741e90 req-9f1120e9-1159-471a-a653-a527afd5872e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8650d000-9eba-4333-85df-35ab0580d9c1 HTTP/1.1" status: 200 len: 999 time: 0.0708303 Oct 16 01:06:04.620563 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-5972b8df-46b8-4b62-9e97-ab916dac26d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a72ef8fd-0f8c-4ded-b359-d0e905028371', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.51', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:59:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:03:32Z', 'updated_at': '2022-10-16T01:03:35Z', 'revision_number': 1, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}, {'id': 'daa41628-51ee-46e5-a35c-614990c2b6fb', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.162', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': '8650d000-9eba-4333-85df-35ab0580d9c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:ab:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7479d976-4c68-4862-8245-79dfaccf0f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:06:03Z', 'updated_at': '2022-10-16T01:06:03Z', 'revision_number': 0, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:06:04.624209 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f485-e20d-4c96-bedc-cba2f2741e90 req-e0a1cfdb-6b7b-4c02-b088-b175b759034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:04.625665 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1675f485-e20d-4c96-bedc-cba2f2741e90 req-e0a1cfdb-6b7b-4c02-b088-b175b759034f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 200 len: 850 time: 0.0535395 Oct 16 01:06:04.647738 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972b8df-46b8-4b62-9e97-ab916dac26d9 None None] Checking router: a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:06:04.656878 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972b8df-46b8-4b62-9e97-ab916dac26d9 None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:06:04.657649 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-5972b8df-46b8-4b62-9e97-ab916dac26d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:05:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:06:04.682288 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f485-e20d-4c96-bedc-cba2f2741e90 req-daae988e-840f-4fce-b7bb-2dc916856544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:04.684459 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1675f485-e20d-4c96-bedc-cba2f2741e90 req-daae988e-840f-4fce-b7bb-2dc916856544 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=67400858-429f-4052-a9a5-3012690406d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522635 Oct 16 01:06:04.759157 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:04.774691 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-5972b8df-46b8-4b62-9e97-ab916dac26d9 None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:06:04.800282 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1675f485-e20d-4c96-bedc-cba2f2741e90 req-285ac5bf-45c5-4ec4-84f8-eb55279fc988 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085157 Oct 16 01:06:04.901262 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1675f485-e20d-4c96-bedc-cba2f2741e90 req-f636dfa7-16af-455a-8202-caa9b270550e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939934 Oct 16 01:06:05.021775 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-5972b8df-46b8-4b62-9e97-ab916dac26d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a72ef8fd-0f8c-4ded-b359-d0e905028371', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.51', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:59:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:03:32Z', 'updated_at': '2022-10-16T01:03:35Z', 'revision_number': 1, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}, {'id': 'daa41628-51ee-46e5-a35c-614990c2b6fb', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.162', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': '8650d000-9eba-4333-85df-35ab0580d9c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:ab:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7479d976-4c68-4862-8245-79dfaccf0f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:06:03Z', 'updated_at': '2022-10-16T01:06:03Z', 'revision_number': 0, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:06:05.194713 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972b8df-46b8-4b62-9e97-ab916dac26d9 None None] The sync data for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi is: [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a72ef8fd-0f8c-4ded-b359-d0e905028371', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.51', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:59:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:03:32Z', 'updated_at': '2022-10-16T01:03:35Z', 'revision_number': 1, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}, {'id': 'daa41628-51ee-46e5-a35c-614990c2b6fb', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.162', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': '8650d000-9eba-4333-85df-35ab0580d9c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:ab:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7479d976-4c68-4862-8245-79dfaccf0f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:06:03Z', 'updated_at': '2022-10-16T01:06:03Z', 'revision_number': 0, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:06:05.408876 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea0213-9817-44bb-a08c-6cd07240e3ee None None] New status for floating IP daa41628-51ee-46e5-a35c-614990c2b6fb: ACTIVE {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:06:05.414460 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=59 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:09.381581 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38264) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:09.489815 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1bfd14c4-63ec-43cd-b74e-6e92e2fca3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:09.564799 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1bfd14c4-63ec-43cd-b74e-6e92e2fca3c1 admin admin] Publish callbacks [] for security_group (597d51f3-c4f5-4d5a-b0ae-706bea86c2d5), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:09.568499 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1bfd14c4-63ec-43cd-b74e-6e92e2fca3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (597d51f3-c4f5-4d5a-b0ae-706bea86c2d5), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:09.610147 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd14c4-63ec-43cd-b74e-6e92e2fca3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597d51f3-c4f5-4d5a-b0ae-706bea86c2d5,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:09.615238 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1bfd14c4-63ec-43cd-b74e-6e92e2fca3c1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=df4780ffda6e4ce39233f4d208f52c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318764 Oct 16 01:06:09.617794 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38268) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:09.670700 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b9e8dfc6-f47e-4b2e-b992-a139897d7a58 admin admin] Publish callbacks [] for security_group (597d51f3-c4f5-4d5a-b0ae-706bea86c2d5), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:09.691032 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b9e8dfc6-f47e-4b2e-b992-a139897d7a58 admin admin] Publish callbacks [] for security_group (597d51f3-c4f5-4d5a-b0ae-706bea86c2d5), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:09.692561 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:09.741288 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b9e8dfc6-f47e-4b2e-b992-a139897d7a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (597d51f3-c4f5-4d5a-b0ae-706bea86c2d5), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:09.743847 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b9e8dfc6-f47e-4b2e-b992-a139897d7a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:09.745093 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b9e8dfc6-f47e-4b2e-b992-a139897d7a58 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/597d51f3-c4f5-4d5a-b0ae-706bea86c2d5 HTTP/1.1" status: 204 len: 168 time: 0.1260376 Oct 16 01:06:09.753928 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8dfc6-f47e-4b2e-b992-a139897d7a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597d51f3-c4f5-4d5a-b0ae-706bea86c2d5,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:10.411332 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38290) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:10.510444 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1781712430-network', 'tenant_id': 'c322a47bb2364c8ea9250a7ecea537bf'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:06:10.531564 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Made reservation on behalf of c322a47bb2364c8ea9250a7ecea537bf for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:06:10.534066 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:10.542643 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:10.620648 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Publish callbacks [] for security_group (db2762ca-4e2b-467c-b3dc-a74eeffcc3d3), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:10.625096 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (db2762ca-4e2b-467c-b3dc-a74eeffcc3d3), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:10.649262 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=104580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 01:06:10.664444 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:10.667261 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (ce390ca2-87a7-430c-b04c-11a2884592e0), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:10.667599 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Added segment ce390ca2-87a7-430c-b04c-11a2884592e0 of type vlan for network 00f07626-fa08-4fe1-b8db-0b77245228f3 Oct 16 01:06:10.706634 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:10.709340 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726297985738'] for network (00f07626-fa08-4fe1-b8db-0b77245228f3), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:10.735414 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878'] for network (00f07626-fa08-4fe1-b8db-0b77245228f3), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:10.736321 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:10.736895 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:10.793257 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3808103 Oct 16 01:06:10.796226 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 38294) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:10.798484 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d5e40-981a-4a80-bd66-6aa43ce6809e admin admin] Pushing event updated for resources: {'Network': ['ID=00f07626-fa08-4fe1-b8db-0b77245228f3,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:10.801107 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-0004fc1a-c5f6-415a-a1c6-00b1232d47da admin admin] Request body: {'subnet': {'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1781712430-subnet', 'tenant_id': 'c322a47bb2364c8ea9250a7ecea537bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:06:10.809854 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Network 00f07626-fa08-4fe1-b8db-0b77245228f3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 01:06:10.822838 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0004fc1a-c5f6-415a-a1c6-00b1232d47da admin admin] Made reservation on behalf of c322a47bb2364c8ea9250a7ecea537bf for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:06:10.825235 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0004fc1a-c5f6-415a-a1c6-00b1232d47da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2786959'] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:10.918364 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:11.005455 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0004fc1a-c5f6-415a-a1c6-00b1232d47da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2994349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2786973'] for subnet (2719eb6f-42f8-40e2-94fe-1aae0fcee16d), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:11.061381 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004fc1a-c5f6-415a-a1c6-00b1232d47da admin admin] Pushing event updated for resources: {'Subnet': ['ID=2719eb6f-42f8-40e2-94fe-1aae0fcee16d,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:11.077358 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004fc1a-c5f6-415a-a1c6-00b1232d47da admin admin] Checking segment: {'id': 'ce390ca2-87a7-430c-b04c-11a2884592e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:06:11.077717 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0004fc1a-c5f6-415a-a1c6-00b1232d47da admin admin] Network hostable DHCP agents. Network: 00f07626-fa08-4fe1-b8db-0b77245228f3, hostable agents: ['a0fd50fb-87af-413f-820a-27c0162cb5de'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 01:06:11.094788 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0004fc1a-c5f6-415a-a1c6-00b1232d47da admin admin] Network 00f07626-fa08-4fe1-b8db-0b77245228f3 is scheduled to be hosted by DHCP agent a0fd50fb-87af-413f-820a-27c0162cb5de with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 01:06:11.103712 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-0004fc1a-c5f6-415a-a1c6-00b1232d47da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 00f07626-fa08-4fe1-b8db-0b77245228f3) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:06:11.108448 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0004fc1a-c5f6-415a-a1c6-00b1232d47da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:11.109418 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0004fc1a-c5f6-415a-a1c6-00b1232d47da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:11.112940 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4a5065-2857-40ef-b9d1-727a6d58b6c8 None None] Network 00f07626-fa08-4fe1-b8db-0b77245228f3 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:06:11.126217 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0004fc1a-c5f6-415a-a1c6-00b1232d47da admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3288069 Oct 16 01:06:11.221227 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307ee3f-95bb-4690-9f3c-7a629fbb8225 None None] Network 00f07626-fa08-4fe1-b8db-0b77245228f3 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:06:11.274421 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:12.923553 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-210f4895-e2fa-44bb-8624-cbf67f098199 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:12.925018 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-210f4895-e2fa-44bb-8624-cbf67f098199 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/networks?id=00f07626-fa08-4fe1-b8db-0b77245228f3 HTTP/1.1" status: 200 len: 814 time: 0.1058586 Oct 16 01:06:12.939644 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-69a0f616-9e21-4da3-84dd-b46fc3e0447a tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/quotas/c322a47bb2364c8ea9250a7ecea537bf HTTP/1.1" status: 200 len: 375 time: 0.0091288 Oct 16 01:06:12.972357 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-19986ff2-a1cc-420b-b280-90807430158c tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c322a47bb2364c8ea9250a7ecea537bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276456 Oct 16 01:06:13.067611 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-dd66d29c-5fd3-472b-a7f0-9fbc2ee3ff76 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865180 Oct 16 01:06:13.155733 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-2aab3126-945b-4306-9a47-923984b90b27 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820584 Oct 16 01:06:13.326145 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-faf5abd6-e4dd-4996-b9e3-450c7ce607c6 req-c766dad5-7be3-43c2-840f-ea2854c2a48a tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 210 time: 0.0308766 Oct 16 01:06:14.464852 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2f72971b-b05c-47d5-a32f-cae5a87d8adb req-f7d63df5-671f-46ee-8991-589ccd48bc5f tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 210 time: 0.0332682 Oct 16 01:06:14.513540 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-6e1cef49-e1e9-4f1b-83bb-2cff1282c227 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:14.514987 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-6e1cef49-e1e9-4f1b-83bb-2cff1282c227 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.36 "GET /networking/v2.0/networks?id=00f07626-fa08-4fe1-b8db-0b77245228f3 HTTP/1.1" status: 200 len: 814 time: 0.1372175 Oct 16 01:06:14.532438 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Request body: {'port': {'device_id': 'd1be419e-f50d-4116-aa44-9055c7014141', 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3', 'admin_state_up': True, 'tenant_id': 'c322a47bb2364c8ea9250a7ecea537bf'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:06:14.632888 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:14.645352 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Made reservation on behalf of c322a47bb2364c8ea9250a7ecea537bf for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:06:14.649857 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:14.778115 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Allocated IP 172.20.0.13 (00f07626-fa08-4fe1-b8db-0b77245228f3/2719eb6f-42f8-40e2-94fe-1aae0fcee16d/030acd90-8e8f-444f-b83a-e384f9ea5bce) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:06:14.881600 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:14.931276 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks [] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:14.963440 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:15.012164 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Network 00f07626-fa08-4fe1-b8db-0b77245228f3 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:06:15.015281 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:06:15.019221 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:06:15.302923 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Pushing event updated for resources: {'Port': ['ID=030acd90-8e8f-444f-b83a-e384f9ea5bce,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:15.330378 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:15.331010 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:15.347294 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-d5ab3580-31ab-432d-b12a-16522781e3b3 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8184376 Oct 16 01:06:15.362424 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Request body: {'port': {'device_id': 'd1be419e-f50d-4116-aa44-9055c7014141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:06:15.421031 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:15.595564 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff12bf-8c35-40b1-a0e5-d5b5cf089420 req-f5328d0a-fdf7-49bd-9799-ac102ed1b451 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:15.596990 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0fff12bf-8c35-40b1-a0e5-d5b5cf089420 req-f5328d0a-fdf7-49bd-9799-ac102ed1b451 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 932 time: 0.0493772 Oct 16 01:06:15.631750 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:15.648188 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0fff12bf-8c35-40b1-a0e5-d5b5cf089420 req-a7bb02f6-2447-4caa-a476-df76dc0507bf tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451934 Oct 16 01:06:15.678892 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:15.687705 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030acd90-8e8f-444f-b83a-e384f9ea5bce {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:06:15.697265 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Publish callbacks [] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:15.710487 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Transition to ACTIVE for port object 030acd90-8e8f-444f-b83a-e384f9ea5bce will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:06:15.714434 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:15.794607 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=030acd90-8e8f-444f-b83a-e384f9ea5bce,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:15.826283 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Attempting to bind port 030acd90-8e8f-444f-b83a-e384f9ea5bce on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:06:15.826614 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Attempting to bind port 030acd90-8e8f-444f-b83a-e384f9ea5bce by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ce390ca2-87a7-430c-b04c-11a2884592e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:06:15.826977 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Attempting to bind port 030acd90-8e8f-444f-b83a-e384f9ea5bce on network 00f07626-fa08-4fe1-b8db-0b77245228f3 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:06:15.868181 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Port 030acd90-8e8f-444f-b83a-e384f9ea5bce on network 00f07626-fa08-4fe1-b8db-0b77245228f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:06:15.868421 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Attempting to bind port 030acd90-8e8f-444f-b83a-e384f9ea5bce on network 00f07626-fa08-4fe1-b8db-0b77245228f3 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:06:15.911985 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:06:15.912323 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Checking segment: {'id': 'ce390ca2-87a7-430c-b04c-11a2884592e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:06:15.913099 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Bound using segment: {'id': 'ce390ca2-87a7-430c-b04c-11a2884592e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:06:15.913671 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Bound port: 030acd90-8e8f-444f-b83a-e384f9ea5bce, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce390ca2-87a7-430c-b04c-11a2884592e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:06:15.914035 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:15.922624 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:15.978621 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] For port 030acd90-8e8f-444f-b83a-e384f9ea5bce, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:06:15.982726 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] For port 030acd90-8e8f-444f-b83a-e384f9ea5bce, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=030acd90-8e8f-444f-b83a-e384f9ea5bce,segment=NetworkSegment(ce390ca2-87a7-430c-b04c-11a2884592e0),segment_id=ce390ca2-87a7-430c-b04c-11a2884592e0)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:06:15.988734 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:15.993592 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:15.994203 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:15.995668 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/030acd90-8e8f-444f-b83a-e384f9ea5bce HTTP/1.1" status: 200 len: 1094 time: 0.6370931 Oct 16 01:06:15.996194 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1be419e-f50d-4116-aa44-9055c7014141', 'tag': '030acd90-8e8f-444f-b83a-e384f9ea5bce'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:06:15.998467 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522d8563-b663-4a4c-a528-7e5c1a0b58d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1be419e-f50d-4116-aa44-9055c7014141", "tag": "030acd90-8e8f-444f-b83a-e384f9ea5bce"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:06:16.048373 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b4bb0e-1f72-406e-b0a7-427a2f7c36f9 x-openstack-request-id: req-11b4bb0e-1f72-406e-b0a7-427a2f7c36f9 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:06:16.048666 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1be419e-f50d-4116-aa44-9055c7014141", "tag": "030acd90-8e8f-444f-b83a-e384f9ea5bce", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:06:16.048938 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11b4bb0e-1f72-406e-b0a7-427a2f7c36f9 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:06:16.049336 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b4bb0e-1f72-406e-b0a7-427a2f7c36f9'] response: {'name': 'network-changed', 'server_uuid': 'd1be419e-f50d-4116-aa44-9055c7014141', 'tag': '030acd90-8e8f-444f-b83a-e384f9ea5bce', 'status': 'completed', 'code': 200} Oct 16 01:06:16.086061 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a9b2c-25c7-48be-9cfb-fe2e1d4bf4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=030acd90-8e8f-444f-b83a-e384f9ea5bce,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:16.091424 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-89790924-284d-4a4a-ab48-2a03b9030080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:16.092913 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-89790924-284d-4a4a-ab48-2a03b9030080 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c322a47bb2364c8ea9250a7ecea537bf&device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 1128 time: 0.0578163 Oct 16 01:06:16.135144 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-e0d57523-6bc0-472b-897a-c61865dbceeb service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=030acd90-8e8f-444f-b83a-e384f9ea5bce HTTP/1.1" status: 200 len: 217 time: 0.0327528 Oct 16 01:06:16.187422 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-63de10a7-f7e1-422d-9525-c8e855e7933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:16.188879 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-63de10a7-f7e1-422d-9525-c8e855e7933f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=2719eb6f-42f8-40e2-94fe-1aae0fcee16d HTTP/1.1" status: 200 len: 854 time: 0.0478947 Oct 16 01:06:16.222084 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-52b5f6fd-7542-4660-9dcb-eac65b85ed78 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=00f07626-fa08-4fe1-b8db-0b77245228f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259206 Oct 16 01:06:16.314484 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-46ac2a42-1857-4428-8fd0-4f4f5b675c31 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828280 Oct 16 01:06:16.408014 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a58b0718-3e62-4ec2-a5ee-6fd07d17c91f req-815e0839-245e-4b48-9646-e69672cec8c0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862820 Oct 16 01:06:16.770346 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5b9dd-ed3c-40e3-88ef-f897e51c6591 req-5396f6b9-4673-4c07-999e-f44c5bd6e493 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:16.772364 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5c5b9dd-ed3c-40e3-88ef-f897e51c6591 req-5396f6b9-4673-4c07-999e-f44c5bd6e493 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 944 time: 0.0480704 Oct 16 01:06:16.824263 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5c5b9dd-ed3c-40e3-88ef-f897e51c6591 req-5b4551f1-1171-4193-855e-8a21043b403c tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461428 Oct 16 01:06:17.386733 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d8563-b663-4a4c-a528-7e5c1a0b58d0 req-0e5f530e-185e-4a8a-b3e2-0f1fea3f7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:17.388279 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-522d8563-b663-4a4c-a528-7e5c1a0b58d0 req-0e5f530e-185e-4a8a-b3e2-0f1fea3f7839 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c322a47bb2364c8ea9250a7ecea537bf&device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 1128 time: 0.0400083 Oct 16 01:06:17.484870 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d8563-b663-4a4c-a528-7e5c1a0b58d0 req-ab1338d6-28bf-422b-95ba-38cd40c7a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:17.486317 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-522d8563-b663-4a4c-a528-7e5c1a0b58d0 req-ab1338d6-28bf-422b-95ba-38cd40c7a662 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=00f07626-fa08-4fe1-b8db-0b77245228f3 HTTP/1.1" status: 200 len: 915 time: 0.0898108 Oct 16 01:06:17.525585 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-522d8563-b663-4a4c-a528-7e5c1a0b58d0 req-8fe1b979-24e3-4b5e-9d72-77ff8cb4be3e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=030acd90-8e8f-444f-b83a-e384f9ea5bce HTTP/1.1" status: 200 len: 217 time: 0.0321810 Oct 16 01:06:17.574386 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d8563-b663-4a4c-a528-7e5c1a0b58d0 req-48c18fde-3c54-4686-980b-f23189ecf4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:17.575845 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-522d8563-b663-4a4c-a528-7e5c1a0b58d0 req-48c18fde-3c54-4686-980b-f23189ecf4d2 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=2719eb6f-42f8-40e2-94fe-1aae0fcee16d HTTP/1.1" status: 200 len: 854 time: 0.0442600 Oct 16 01:06:17.613346 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-522d8563-b663-4a4c-a528-7e5c1a0b58d0 req-0abd5358-7fec-4da4-9323-ec98ec104527 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=00f07626-fa08-4fe1-b8db-0b77245228f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305231 Oct 16 01:06:17.628561 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:17.708398 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-522d8563-b663-4a4c-a528-7e5c1a0b58d0 req-caf9f72c-d1cb-4977-938e-aa61f06aa10c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870686 Oct 16 01:06:17.804658 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-522d8563-b663-4a4c-a528-7e5c1a0b58d0 req-ed94350f-86cf-4303-a79f-30e6d01fa51c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859621 Oct 16 01:06:17.950268 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a626b-0ef8-4449-bdac-2d2c4af27827 req-16672b40-08cd-458f-90d4-1a371363ed24 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:17.951750 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e8a626b-0ef8-4449-bdac-2d2c4af27827 req-16672b40-08cd-458f-90d4-1a371363ed24 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 944 time: 0.0487745 Oct 16 01:06:18.000763 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:18.003368 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e8a626b-0ef8-4449-bdac-2d2c4af27827 req-5cbef090-22f5-477a-acfb-58239844f04c tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459998 Oct 16 01:06:18.673425 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 030acd90-8e8f-444f-b83a-e384f9ea5bce details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:06:18.778098 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 030acd90-8e8f-444f-b83a-e384f9ea5bce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=030acd90-8e8f-444f-b83a-e384f9ea5bce,segment=NetworkSegment(ce390ca2-87a7-430c-b04c-11a2884592e0),segment_id=ce390ca2-87a7-430c-b04c-11a2884592e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:06:18.792518 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '030acd90-8e8f-444f-b83a-e384f9ea5bce', 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3', 'port_id': '030acd90-8e8f-444f-b83a-e384f9ea5bce', 'mac_address': 'fa:16:3e:78:bc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2719eb6f-42f8-40e2-94fe-1aae0fcee16d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:06:18.828226 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 030acd90-8e8f-444f-b83a-e384f9ea5bce is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:06:18.828613 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:18.841451 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030acd90-8e8f-444f-b83a-e384f9ea5bce {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:06:18.861195 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 030acd90-8e8f-444f-b83a-e384f9ea5bce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=030acd90-8e8f-444f-b83a-e384f9ea5bce,segment=NetworkSegment(ce390ca2-87a7-430c-b04c-11a2884592e0),segment_id=ce390ca2-87a7-430c-b04c-11a2884592e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:06:18.866103 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:18.911718 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=030acd90-8e8f-444f-b83a-e384f9ea5bce,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:19.123333 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03ce6-d884-4b1a-91f2-405ec50431b8 req-66d4445a-633a-4092-b540-60c16f5be237 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:19.124789 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fbe03ce6-d884-4b1a-91f2-405ec50431b8 req-66d4445a-633a-4092-b540-60c16f5be237 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 945 time: 0.0472078 Oct 16 01:06:19.139043 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['030acd90-8e8f-444f-b83a-e384f9ea5bce'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:06:19.173773 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fbe03ce6-d884-4b1a-91f2-405ec50431b8 req-a748e349-59e2-4f41-808d-f7093e12a507 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 Oct 16 01:06:19.794647 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:19.795473 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:20.295130 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dfce2-32cb-48aa-9663-f547c7cf55da req-d156ce51-5960-4e28-b5f8-56e28208d568 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:20.296583 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-826dfce2-32cb-48aa-9663-f547c7cf55da req-d156ce51-5960-4e28-b5f8-56e28208d568 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 945 time: 0.0459819 Oct 16 01:06:20.333559 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:20.348560 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-826dfce2-32cb-48aa-9663-f547c7cf55da req-5b5f495e-3a07-4f10-8ed9-f42f97815386 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464821 Oct 16 01:06:20.681820 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 030acd90-8e8f-444f-b83a-e384f9ea5bce up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:06:20.715748 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:20.724873 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 030acd90-8e8f-444f-b83a-e384f9ea5bce completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:06:20.731354 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 030acd90-8e8f-444f-b83a-e384f9ea5bce triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:06:20.731748 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:20.732095 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 030acd90-8e8f-444f-b83a-e384f9ea5bce Oct 16 01:06:20.806465 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 030acd90-8e8f-444f-b83a-e384f9ea5bce is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:06:20.806872 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:20.825335 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:20.831373 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1be419e-f50d-4116-aa44-9055c7014141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030acd90-8e8f-444f-b83a-e384f9ea5bce'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:06:20.833659 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff3bd63-1bf2-4a05-903a-00acd320f9af" -d '{"events": [{"server_uuid": "d1be419e-f50d-4116-aa44-9055c7014141", "name": "network-vif-plugged", "status": "completed", "tag": "030acd90-8e8f-444f-b83a-e384f9ea5bce"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:06:20.847190 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 030acd90-8e8f-444f-b83a-e384f9ea5bce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=030acd90-8e8f-444f-b83a-e384f9ea5bce,segment=NetworkSegment(ce390ca2-87a7-430c-b04c-11a2884592e0),segment_id=ce390ca2-87a7-430c-b04c-11a2884592e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:06:20.852217 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:20.877096 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93882a1-29d4-43f9-a39a-0f57f1fcf284 x-openstack-request-id: req-a93882a1-29d4-43f9-a39a-0f57f1fcf284 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:06:20.877385 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1be419e-f50d-4116-aa44-9055c7014141", "name": "network-vif-plugged", "status": "completed", "tag": "030acd90-8e8f-444f-b83a-e384f9ea5bce", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:06:20.877638 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a93882a1-29d4-43f9-a39a-0f57f1fcf284 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:06:20.878032 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93882a1-29d4-43f9-a39a-0f57f1fcf284'] response: {'server_uuid': 'd1be419e-f50d-4116-aa44-9055c7014141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030acd90-8e8f-444f-b83a-e384f9ea5bce', 'code': 200} Oct 16 01:06:20.906391 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=030acd90-8e8f-444f-b83a-e384f9ea5bce,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:21.060933 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aa4aa-093a-4329-b14b-03dd0c101497 req-cc8bd771-4e3e-45aa-902b-e767ccec8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:21.062401 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bb0aa4aa-093a-4329-b14b-03dd0c101497 req-cc8bd771-4e3e-45aa-902b-e767ccec8d2c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 1130 time: 0.0388556 Oct 16 01:06:21.109517 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bb0aa4aa-093a-4329-b14b-03dd0c101497 req-ad6f7f47-5eb8-45a1-88e3-85b890292aab service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383599 Oct 16 01:06:21.419282 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-05bc3483-0340-4964-9f38-5b9e88f66b0e req-056bbe31-a7af-4b9e-b61b-c20419267043 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397887 Oct 16 01:06:21.483742 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd50a-a3d3-4680-855b-14443b50b7bd req-70b450a4-90fb-4185-bdb9-2eb9252594a8 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:21.486830 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6c4cd50a-a3d3-4680-855b-14443b50b7bd req-70b450a4-90fb-4185-bdb9-2eb9252594a8 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 946 time: 0.0507615 Oct 16 01:06:21.491787 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc3483-0340-4964-9f38-5b9e88f66b0e req-17f0b0bc-e2d5-4084-b2ed-1481eeb808a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:21.494003 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-05bc3483-0340-4964-9f38-5b9e88f66b0e req-17f0b0bc-e2d5-4084-b2ed-1481eeb808a4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8852bfe31aa4ba68190661d26c177cb&device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 1130 time: 0.0471227 Oct 16 01:06:21.540206 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6c4cd50a-a3d3-4680-855b-14443b50b7bd req-5a4ab24f-8c8e-434b-8d60-6eed042a28f7 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483549 Oct 16 01:06:21.641771 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fa1a8-838b-45ab-b81d-604feaf77c27 req-e63bf4f5-3735-4e8d-91a2-47838b6f4797 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:21.643159 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e35fa1a8-838b-45ab-b81d-604feaf77c27 req-e63bf4f5-3735-4e8d-91a2-47838b6f4797 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0473714 Oct 16 01:06:21.690184 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e35fa1a8-838b-45ab-b81d-604feaf77c27 req-3c9470ca-5323-41e6-9c49-44ae73841a9e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406482 Oct 16 01:06:22.669175 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdff09-8262-4ca5-8c4b-7101c28737b4 req-fedbc05f-6f5e-4638-9398-dab9db803453 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:22.670666 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-86fdff09-8262-4ca5-8c4b-7101c28737b4 req-fedbc05f-6f5e-4638-9398-dab9db803453 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 946 time: 0.0508120 Oct 16 01:06:22.720186 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-86fdff09-8262-4ca5-8c4b-7101c28737b4 req-58160e34-b21a-41c4-9406-f0dba57f53ef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Oct 16 01:06:22.817013 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce9014-320b-4fa8-9565-1f8d91bc86c6 req-4203a730-43aa-4942-851e-66e6d2ff8737 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:22.818595 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d2ce9014-320b-4fa8-9565-1f8d91bc86c6 req-4203a730-43aa-4942-851e-66e6d2ff8737 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0492816 Oct 16 01:06:22.872554 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d2ce9014-320b-4fa8-9565-1f8d91bc86c6 req-af79068a-c0df-4087-a030-f6255dfddbbb tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478249 Oct 16 01:06:23.613393 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-92f815d0-e15d-4917-a608-53575f371825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:23.864174 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc3483-0340-4964-9f38-5b9e88f66b0e req-3583c3a0-60bf-40fe-b893-8bc9f2c2321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:23.865651 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-05bc3483-0340-4964-9f38-5b9e88f66b0e req-3583c3a0-60bf-40fe-b893-8bc9f2c2321d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=57335160-65ed-4241-a862-dbf37da52fd2 HTTP/1.1" status: 200 len: 912 time: 0.1119869 Oct 16 01:06:23.865902 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cec7f-c8bb-4ae0-93f4-9223bfa9a597 req-c9ad8c13-246a-4bd3-af42-3495757de792 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:23.867422 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab9cec7f-c8bb-4ae0-93f4-9223bfa9a597 req-c9ad8c13-246a-4bd3-af42-3495757de792 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 946 time: 0.0502741 Oct 16 01:06:23.917697 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab9cec7f-c8bb-4ae0-93f4-9223bfa9a597 req-bbb4941d-91aa-4df8-8769-27a510fb4086 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440347 Oct 16 01:06:24.000950 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c094e-3198-4216-aeda-43c923df08ca req-c33a4a50-6d47-4e04-b95c-0cffbcdd2ae7 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:24.002488 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ef6c094e-3198-4216-aeda-43c923df08ca req-c33a4a50-6d47-4e04-b95c-0cffbcdd2ae7 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0486848 Oct 16 01:06:24.053545 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ef6c094e-3198-4216-aeda-43c923df08ca req-d0e2297f-bc27-4d53-bfdf-dfc178685a52 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=56de6e02-e079-44a1-8388-7aaeb8270eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448093 Oct 16 01:06:24.382382 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:24.426184 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-b8dd8a05-4218-4a85-814c-160239d09e79 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:24.428247 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-b8dd8a05-4218-4a85-814c-160239d09e79 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 946 time: 0.0981505 Oct 16 01:06:24.432863 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-05bc3483-0340-4964-9f38-5b9e88f66b0e req-24932d42-06f6-4ef1-bdea-18e2b67d516c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01028fe7-7644-4a03-bb34-6762d2043774 HTTP/1.1" status: 200 len: 1002 time: 0.1041491 Oct 16 01:06:24.541060 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc3483-0340-4964-9f38-5b9e88f66b0e req-1f8ba6eb-8632-4cb9-8ee6-31d5fe854008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:24.542502 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-05bc3483-0340-4964-9f38-5b9e88f66b0e req-1f8ba6eb-8632-4cb9-8ee6-31d5fe854008 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ddb48e42-3d61-453a-90ed-9d67363fcb4f HTTP/1.1" status: 200 len: 850 time: 0.1027682 Oct 16 01:06:24.582580 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Deleting port 01028fe7-7644-4a03-bb34-6762d2043774 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:06:24.582940 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (01028fe7-7644-4a03-bb34-6762d2043774), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:24.634471 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc3483-0340-4964-9f38-5b9e88f66b0e req-344afbd2-9145-4cc9-be06-f313cbd0c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:24.635951 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-05bc3483-0340-4964-9f38-5b9e88f66b0e req-344afbd2-9145-4cc9-be06-f313cbd0c9a8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=57335160-65ed-4241-a862-dbf37da52fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867884 Oct 16 01:06:24.740034 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] For port 01028fe7-7644-4a03-bb34-6762d2043774, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=01028fe7-7644-4a03-bb34-6762d2043774,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:06:24.740448 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (01028fe7-7644-4a03-bb34-6762d2043774), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:24.812077 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-05bc3483-0340-4964-9f38-5b9e88f66b0e req-1f3b2fcc-d490-4e3e-b067-0fc9912eb78f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692257 Oct 16 01:06:24.868430 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:24.999463 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-05bc3483-0340-4964-9f38-5b9e88f66b0e req-e5e818e5-a31a-49d1-aa74-f526788f03b8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802452 Oct 16 01:06:25.001232 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:25.001598 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (8bff6219-aaf0-47cd-8812-d229d7337011), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:25.001905 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Floating IP 8bff6219-aaf0-47cd-8812-d229d7337011 disassociated. External IP: 172.37.2.250, port: 01028fe7-7644-4a03-bb34-6762d2043774. Oct 16 01:06:25.002238 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Calling delete_port for 01028fe7-7644-4a03-bb34-6762d2043774 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:06:25.148436 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (01028fe7-7644-4a03-bb34-6762d2043774), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:25.169862 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab93e8a5-f6fd-4423-80d8-2419790aa718 req-9349217b-58ff-4d35-b7a8-43f849f3c826 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f3182305-f754-4b0f-989d-7362967cb10a HTTP/1.1" status: 200 len: 210 time: 0.0348296 Oct 16 01:06:25.177583 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event deleted for resources: {'Port': ['ID=01028fe7-7644-4a03-bb34-6762d2043774,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:25.182646 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:25.297561 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Router 70ef0714-e67f-4232-a8b3-97d360f21c38 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:06:25.408947 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:06:25.426001 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aaf0da-9424-4a0a-875c-d38b7ad3ef55 None None] Sync routers for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:06:25.449297 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aaf0da-9424-4a0a-875c-d38b7ad3ef55 None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:06:25.450184 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-a8aaf0da-9424-4a0a-875c-d38b7ad3ef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:05:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:06:25.467877 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] No DVR routers for this DVR port 01028fe7-7644-4a03-bb34-6762d2043774 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:06:25.470462 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:25.473743 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f36ac320-bfd2-4143-96ed-688d61a97604 req-4d82b310-f9f2-4cf1-ab70-6c2c3d9b03a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.36 "DELETE /networking/v2.0/ports/01028fe7-7644-4a03-bb34-6762d2043774 HTTP/1.1" status: 204 len: 173 time: 1.0351028 Oct 16 01:06:25.474295 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3182305-f754-4b0f-989d-7362967cb10a', 'name': 'network-vif-deleted', 'tag': '01028fe7-7644-4a03-bb34-6762d2043774'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:06:25.476708 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d71c577-ea4e-45b4-92bc-86708892759f" -d '{"events": [{"server_uuid": "f3182305-f754-4b0f-989d-7362967cb10a", "name": "network-vif-deleted", "tag": "01028fe7-7644-4a03-bb34-6762d2043774"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:06:25.526142 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f869af-db3c-4b87-9e2c-c0e0974d3a13 x-openstack-request-id: req-c2f869af-db3c-4b87-9e2c-c0e0974d3a13 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:06:25.526499 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3182305-f754-4b0f-989d-7362967cb10a", "name": "network-vif-deleted", "tag": "01028fe7-7644-4a03-bb34-6762d2043774", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:06:25.526758 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2f869af-db3c-4b87-9e2c-c0e0974d3a13 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:06:25.527211 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f869af-db3c-4b87-9e2c-c0e0974d3a13'] response: {'server_uuid': 'f3182305-f754-4b0f-989d-7362967cb10a', 'name': 'network-vif-deleted', 'tag': '01028fe7-7644-4a03-bb34-6762d2043774', 'status': 'completed', 'code': 200} Oct 16 01:06:25.566355 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-a8aaf0da-9424-4a0a-875c-d38b7ad3ef55 None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:06:25.785858 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-a8aaf0da-9424-4a0a-875c-d38b7ad3ef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:11Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:06:25.813086 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aaf0da-9424-4a0a-875c-d38b7ad3ef55 None None] Checking router: 70ef0714-e67f-4232-a8b3-97d360f21c38 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:06:25.823874 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aaf0da-9424-4a0a-875c-d38b7ad3ef55 None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:06:25.825106 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-a8aaf0da-9424-4a0a-875c-d38b7ad3ef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:05:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:06:25.911140 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:25.933395 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-a8aaf0da-9424-4a0a-875c-d38b7ad3ef55 None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:06:26.130313 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-a8aaf0da-9424-4a0a-875c-d38b7ad3ef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:11Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:06:26.158189 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aaf0da-9424-4a0a-875c-d38b7ad3ef55 None None] The sync data for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi is: [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:11Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:06:26.282340 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38452) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:26.354219 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1acbe4a9-2270-4f5d-a65b-cc3331bbcdbe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group (56de6e02-e079-44a1-8388-7aaeb8270eaf), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:26.373178 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-24c215e5-8907-4c3e-80e2-e6771a0df5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:26.383290 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1acbe4a9-2270-4f5d-a65b-cc3331bbcdbe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group (56de6e02-e079-44a1-8388-7aaeb8270eaf), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:26.434842 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8bfe4-0053-41d8-97a4-16cb8418bf05 None None] New status for floating IP 8bff6219-aaf0-47cd-8812-d229d7337011: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:06:26.443522 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1acbe4a9-2270-4f5d-a65b-cc3331bbcdbe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (56de6e02-e079-44a1-8388-7aaeb8270eaf), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:26.447027 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1acbe4a9-2270-4f5d-a65b-cc3331bbcdbe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:26.450561 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1acbe4a9-2270-4f5d-a65b-cc3331bbcdbe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/56de6e02-e079-44a1-8388-7aaeb8270eaf HTTP/1.1" status: 204 len: 168 time: 0.1670713 Oct 16 01:06:26.451322 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 38456) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:26.461842 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbe4a9-2270-4f5d-a65b-cc3331bbcdbe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de6e02-e079-44a1-8388-7aaeb8270eaf,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:26.469133 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.api.v2.resource [None req-16a3535c-8f43-43a2-b875-33114450c769 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] show failed (client error): The resource could not be found. Oct 16 01:06:26.474506 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-16a3535c-8f43-43a2-b875-33114450c769 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups/56de6e02-e079-44a1-8388-7aaeb8270eaf HTTP/1.1" status: 404 len: 347 time: 0.0208702 Oct 16 01:06:26.475171 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 38458) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:26.608930 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-c5894b98-e6a7-4fdc-8f36-1a38bde030cf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Deleting port e7c812e1-34db-4018-99c1-10152ebd52ad {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:06:26.609304 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c5894b98-e6a7-4fdc-8f36-1a38bde030cf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (e7c812e1-34db-4018-99c1-10152ebd52ad), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:26.686294 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:26.698925 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c5894b98-e6a7-4fdc-8f36-1a38bde030cf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (e7c812e1-34db-4018-99c1-10152ebd52ad), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:26.699252 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c5894b98-e6a7-4fdc-8f36-1a38bde030cf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (e7c812e1-34db-4018-99c1-10152ebd52ad), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:26.714155 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-c5894b98-e6a7-4fdc-8f36-1a38bde030cf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Calling delete_port for e7c812e1-34db-4018-99c1-10152ebd52ad owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:06:26.859305 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c5894b98-e6a7-4fdc-8f36-1a38bde030cf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (e7c812e1-34db-4018-99c1-10152ebd52ad), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:26.886635 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5894b98-e6a7-4fdc-8f36-1a38bde030cf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event deleted for resources: {'Port': ['ID=e7c812e1-34db-4018-99c1-10152ebd52ad,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:26.954951 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c5894b98-e6a7-4fdc-8f36-1a38bde030cf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (8bff6219-aaf0-47cd-8812-d229d7337011), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:26.957910 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c5894b98-e6a7-4fdc-8f36-1a38bde030cf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:26.959599 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c5894b98-e6a7-4fdc-8f36-1a38bde030cf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/8bff6219-aaf0-47cd-8812-d229d7337011 HTTP/1.1" status: 204 len: 168 time: 0.4830041 Oct 16 01:06:27.039198 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 38462) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:27.043958 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-ba9bee6b-bfd7-4a8b-a87b-c0dad0ea7704 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--905271810', 'description': 'tempest-description--1038479945'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:06:27.049451 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:27.066933 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ba9bee6b-bfd7-4a8b-a87b-c0dad0ea7704 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.142328 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ba9bee6b-bfd7-4a8b-a87b-c0dad0ea7704 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group (3e390656-dd0d-43cf-8c2e-fdedef30e802), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.146734 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ba9bee6b-bfd7-4a8b-a87b-c0dad0ea7704 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3e390656-dd0d-43cf-8c2e-fdedef30e802), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.178976 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ba9bee6b-bfd7-4a8b-a87b-c0dad0ea7704 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.180190 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ba9bee6b-bfd7-4a8b-a87b-c0dad0ea7704 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399453 Oct 16 01:06:27.182265 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bee6b-bfd7-4a8b-a87b-c0dad0ea7704 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e390656-dd0d-43cf-8c2e-fdedef30e802,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:27.183983 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38464) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:27.195342 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-235f416d-fbb6-4afc-884b-54f1de0fe3e3 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Request body: {'security_group_rule': {'security_group_id': '3e390656-dd0d-43cf-8c2e-fdedef30e802', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:06:27.225138 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-235f416d-fbb6-4afc-884b-54f1de0fe3e3 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group_rule (91d163a8-d119-4a29-9908-24e2e4bd045e), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.281378 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-235f416d-fbb6-4afc-884b-54f1de0fe3e3 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group_rule (91d163a8-d119-4a29-9908-24e2e4bd045e), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.285276 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-235f416d-fbb6-4afc-884b-54f1de0fe3e3 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (91d163a8-d119-4a29-9908-24e2e4bd045e), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.305919 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f416d-fbb6-4afc-884b-54f1de0fe3e3 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d163a8-d119-4a29-9908-24e2e4bd045e,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:27.314490 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-235f416d-fbb6-4afc-884b-54f1de0fe3e3 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.318843 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-235f416d-fbb6-4afc-884b-54f1de0fe3e3 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285045 Oct 16 01:06:27.319024 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38466) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:27.323551 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-a1ebc489-87b1-46ae-90e7-62272c0e98f1 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Request body: {'security_group_rule': {'security_group_id': '3e390656-dd0d-43cf-8c2e-fdedef30e802', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:06:27.348472 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:27.353214 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc489-87b1-46ae-90e7-62272c0e98f1 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group_rule (00f034a5-7789-44a0-8cd9-d8371407989f), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.413982 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc489-87b1-46ae-90e7-62272c0e98f1 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group_rule (00f034a5-7789-44a0-8cd9-d8371407989f), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.417450 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc489-87b1-46ae-90e7-62272c0e98f1 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544626'] for security_group_rule (00f034a5-7789-44a0-8cd9-d8371407989f), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.439694 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebc489-87b1-46ae-90e7-62272c0e98f1 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f034a5-7789-44a0-8cd9-d8371407989f,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:27.447053 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc489-87b1-46ae-90e7-62272c0e98f1 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.448225 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a1ebc489-87b1-46ae-90e7-62272c0e98f1 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283019 Oct 16 01:06:27.451381 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38468) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:27.455763 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Request body: {'floatingip': {'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:06:27.477378 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.559548 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.567404 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:27.677824 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Allocated IP 172.37.2.205 (208c62ac-592a-4dec-a1cf-31599d23bbee/f389a4ac-f37a-4f23-8d43-f4bb31e23900/e955ac14-5202-4518-b5b9-c5716fee8c28) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:06:27.784474 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for port (e955ac14-5202-4518-b5b9-c5716fee8c28), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.789797 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.817570 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (e955ac14-5202-4518-b5b9-c5716fee8c28), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:27.863563 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Network 208c62ac-592a-4dec-a1cf-31599d23bbee is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:06:27.869451 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:06:27.871696 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event updated for resources: {'Port': ['ID=e955ac14-5202-4518-b5b9-c5716fee8c28,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:27.873866 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:06:27.961044 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (71c10ab4-24b3-4e02-9211-d561f3da126a), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:28.004652 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (e955ac14-5202-4518-b5b9-c5716fee8c28), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:28.104891 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:28.157094 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for port (e955ac14-5202-4518-b5b9-c5716fee8c28), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:28.162679 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (e955ac14-5202-4518-b5b9-c5716fee8c28), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:28.235075 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (71c10ab4-24b3-4e02-9211-d561f3da126a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:28.241585 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event updated for resources: {'Port': ['ID=e955ac14-5202-4518-b5b9-c5716fee8c28,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:28.256116 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:28.257731 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1b1c5309-c444-4279-ad08-05b5fa8d4860 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8053007 Oct 16 01:06:28.463966 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-e53d5833-dcce-425e-b9c3-076735eaf8c4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--905271810&fields=id&tenant_id=b8852bfe31aa4ba68190661d26c177cb HTTP/1.1" status: 200 len: 267 time: 0.0450239 Oct 16 01:06:28.493811 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:28.577244 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-4a2e0e76-2b85-4029-b2cb-04c6f3a44670 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:28.580435 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-4a2e0e76-2b85-4029-b2cb-04c6f3a44670 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/networks?id=57335160-65ed-4241-a862-dbf37da52fd2 HTTP/1.1" status: 200 len: 811 time: 0.1083510 Oct 16 01:06:28.595180 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-72c4b689-5502-4776-aaa0-d142c4284a5b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/quotas/b8852bfe31aa4ba68190661d26c177cb HTTP/1.1" status: 200 len: 375 time: 0.0098107 Oct 16 01:06:28.648645 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-c53911be-9421-4e08-abb7-2e942429643d tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8852bfe31aa4ba68190661d26c177cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462551 Oct 16 01:06:28.717770 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 01028fe7-7644-4a03-bb34-6762d2043774 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:06:28.743160 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 01028fe7-7644-4a03-bb34-6762d2043774 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:06:28.743509 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 01028fe7-7644-4a03-bb34-6762d2043774 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:06:28.751882 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-e7ab7bc7-601d-4aff-a44a-cae87b06d435 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923274 Oct 16 01:06:28.846890 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-36950157-b1e5-41c8-b286-f50b6a80256e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893002 Oct 16 01:06:29.020118 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0893b777-3a5a-494c-85a5-ae9786cf0414 req-602e6e79-b5ed-4dc0-a2ca-52530ff209a4 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 210 time: 0.0321913 Oct 16 01:06:29.885334 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:30.135729 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6f0da26c-4d55-4c2d-8f5f-071cc1bbce1b req-2f3ddf7e-0cd1-4c26-9f6d-82620627dd39 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 210 time: 0.0371578 Oct 16 01:06:30.231194 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:30.247529 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-d90ddb4c-c1bc-4df7-80b2-31e645739b91 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:30.249221 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-d90ddb4c-c1bc-4df7-80b2-31e645739b91 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.36 "GET /networking/v2.0/networks?id=57335160-65ed-4241-a862-dbf37da52fd2 HTTP/1.1" status: 200 len: 811 time: 0.1399925 Oct 16 01:06:30.313927 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-581c068c-57ed-4dc0-9890-755aeeda576e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b8852bfe31aa4ba68190661d26c177cb HTTP/1.1" status: 200 len: 379 time: 0.0547554 Oct 16 01:06:30.323633 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Request body: {'port': {'device_id': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'admin_state_up': True, 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'security_groups': ['3e390656-dd0d-43cf-8c2e-fdedef30e802']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:06:30.695649 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Made reservation on behalf of b8852bfe31aa4ba68190661d26c177cb for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:06:30.699373 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:30.720856 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:30.828611 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Allocated IP 172.20.0.6 (57335160-65ed-4241-a862-dbf37da52fd2/ddb48e42-3d61-453a-90ed-9d67363fcb4f/b75f86c7-a0ac-43e2-8da9-10f736efe195) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:06:30.973921 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:30.976508 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:31.012778 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:31.063642 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Network 57335160-65ed-4241-a862-dbf37da52fd2 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:06:31.067160 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:06:31.072119 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:06:31.096362 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event updated for resources: {'Port': ['ID=b75f86c7-a0ac-43e2-8da9-10f736efe195,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:31.126116 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:31.126768 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:31.144250 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-6f01bae9-40e2-4f6e-9470-58f73b36e5fe tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8246241 Oct 16 01:06:31.158093 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Request body: {'port': {'device_id': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:06:31.228415 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:31.277487 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95194fe2-0628-47e6-b9b9-e3047cd8d8a3 req-360de9fd-39be-4857-a934-c6aa14f591ea tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:31.279111 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-95194fe2-0628-47e6-b9b9-e3047cd8d8a3 req-360de9fd-39be-4857-a934-c6aa14f591ea tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 931 time: 0.0526843 Oct 16 01:06:31.331293 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-95194fe2-0628-47e6-b9b9-e3047cd8d8a3 req-a29af90a-ff90-4073-9398-57cb2e901c58 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458605 Oct 16 01:06:31.354458 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-1f34c165-f6b1-46cd-b5db-aec1a22d9f6d None None] Provisioning complete for port b75f86c7-a0ac-43e2-8da9-10f736efe195 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:06:31.355010 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1f34c165-f6b1-46cd-b5db-aec1a22d9f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:31.355186 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-1f34c165-f6b1-46cd-b5db-aec1a22d9f6d None None] Attempt 1 to provision port b75f86c7-a0ac-43e2-8da9-10f736efe195 Oct 16 01:06:31.391498 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-1f34c165-f6b1-46cd-b5db-aec1a22d9f6d None None] Port b75f86c7-a0ac-43e2-8da9-10f736efe195 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 16 01:06:31.509294 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75f86c7-a0ac-43e2-8da9-10f736efe195 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:06:31.517286 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Publish callbacks [] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:31.520517 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:31.532677 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Transition to ACTIVE for port object b75f86c7-a0ac-43e2-8da9-10f736efe195 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:06:31.536560 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:31.601227 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Pushing event updated for resources: {'Port': ['ID=b75f86c7-a0ac-43e2-8da9-10f736efe195,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:31.655308 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Attempting to bind port b75f86c7-a0ac-43e2-8da9-10f736efe195 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:06:31.655643 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Attempting to bind port b75f86c7-a0ac-43e2-8da9-10f736efe195 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:06:31.655972 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Attempting to bind port b75f86c7-a0ac-43e2-8da9-10f736efe195 on network 57335160-65ed-4241-a862-dbf37da52fd2 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:06:31.698314 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Port b75f86c7-a0ac-43e2-8da9-10f736efe195 on network 57335160-65ed-4241-a862-dbf37da52fd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:06:31.698675 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Attempting to bind port b75f86c7-a0ac-43e2-8da9-10f736efe195 on network 57335160-65ed-4241-a862-dbf37da52fd2 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:06:31.742394 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:06:31.742732 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Checking segment: {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:06:31.743816 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Bound using segment: {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:06:31.744286 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Bound port: b75f86c7-a0ac-43e2-8da9-10f736efe195, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:06:31.744657 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:31.808186 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] For port b75f86c7-a0ac-43e2-8da9-10f736efe195, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:06:31.811261 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] For port b75f86c7-a0ac-43e2-8da9-10f736efe195, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b75f86c7-a0ac-43e2-8da9-10f736efe195,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:06:31.817254 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:31.822243 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:31.822848 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:31.824262 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/b75f86c7-a0ac-43e2-8da9-10f736efe195 HTTP/1.1" status: 200 len: 1093 time: 0.6731207 Oct 16 01:06:31.824681 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:31.825410 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'tag': 'b75f86c7-a0ac-43e2-8da9-10f736efe195'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:06:31.828081 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467b7011-9375-4c7b-9903-b9cdf12cbce4" -d '{"events": [{"name": "network-changed", "server_uuid": "78ed622b-285f-4f9b-a373-bdfc9b667fc6", "tag": "b75f86c7-a0ac-43e2-8da9-10f736efe195"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:06:31.879436 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c2de00-1469-4ecc-ac2e-441e4cfedd13 x-openstack-request-id: req-e2c2de00-1469-4ecc-ac2e-441e4cfedd13 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:06:31.879719 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ed622b-285f-4f9b-a373-bdfc9b667fc6", "tag": "b75f86c7-a0ac-43e2-8da9-10f736efe195", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:06:31.879966 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2c2de00-1469-4ecc-ac2e-441e4cfedd13 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:06:31.880354 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c2de00-1469-4ecc-ac2e-441e4cfedd13'] response: {'name': 'network-changed', 'server_uuid': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'tag': 'b75f86c7-a0ac-43e2-8da9-10f736efe195', 'status': 'completed', 'code': 200} Oct 16 01:06:31.913231 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a8bdc-6516-417b-9f82-bb74cb0eab51 service neutron] Pushing event updated for resources: {'Port': ['ID=b75f86c7-a0ac-43e2-8da9-10f736efe195,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:31.925905 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-89ae9952-c9b1-49cf-8ccb-21f619e27b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:31.928397 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-89ae9952-c9b1-49cf-8ccb-21f619e27b9f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8852bfe31aa4ba68190661d26c177cb&device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 1127 time: 0.0593383 Oct 16 01:06:31.971137 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-deacdd55-78da-46cb-a0d7-2e8e3e2dadbf service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75f86c7-a0ac-43e2-8da9-10f736efe195 HTTP/1.1" status: 200 len: 217 time: 0.0356727 Oct 16 01:06:32.023862 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-03a6a644-a4d2-469f-b45b-6ae29d1f97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:32.025227 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-03a6a644-a4d2-469f-b45b-6ae29d1f97b9 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ddb48e42-3d61-453a-90ed-9d67363fcb4f HTTP/1.1" status: 200 len: 850 time: 0.0471995 Oct 16 01:06:32.074751 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-5a51732e-6bb9-411a-b0d3-9066fc776780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:32.076344 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-5a51732e-6bb9-411a-b0d3-9066fc776780 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=57335160-65ed-4241-a862-dbf37da52fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447361 Oct 16 01:06:32.170782 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-5e9844a5-4a25-4f40-9901-962f138a262a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876124 Oct 16 01:06:32.273754 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-caace4ad-4787-4cf8-9a74-96569ec6f335 req-afafae29-1930-469b-a097-19bbcf4318c6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961983 Oct 16 01:06:32.461634 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b328a5-7748-41f1-9d48-c27f610110fa req-0a8353d6-322f-47e0-9c50-93152e870dc9 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:32.463668 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-54b328a5-7748-41f1-9d48-c27f610110fa req-0a8353d6-322f-47e0-9c50-93152e870dc9 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 943 time: 0.0483108 Oct 16 01:06:32.511972 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-54b328a5-7748-41f1-9d48-c27f610110fa req-cbcb14d0-472a-407c-b081-50b5fb5bbf7f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431440 Oct 16 01:06:32.525446 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:06:33.237710 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b7011-9375-4c7b-9903-b9cdf12cbce4 req-328c9f2f-4628-470f-ac29-cf62fc3cb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:33.239140 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-467b7011-9375-4c7b-9903-b9cdf12cbce4 req-328c9f2f-4628-470f-ac29-cf62fc3cb15b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8852bfe31aa4ba68190661d26c177cb&device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 1127 time: 0.0407066 Oct 16 01:06:33.341266 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b7011-9375-4c7b-9903-b9cdf12cbce4 req-4506be57-c40a-4ece-980f-90e12e9ee716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:33.342741 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-467b7011-9375-4c7b-9903-b9cdf12cbce4 req-4506be57-c40a-4ece-980f-90e12e9ee716 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=57335160-65ed-4241-a862-dbf37da52fd2 HTTP/1.1" status: 200 len: 912 time: 0.0916903 Oct 16 01:06:33.382365 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-467b7011-9375-4c7b-9903-b9cdf12cbce4 req-728b248c-7241-4ccc-97b7-0d7dbf5d1124 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75f86c7-a0ac-43e2-8da9-10f736efe195 HTTP/1.1" status: 200 len: 217 time: 0.0324249 Oct 16 01:06:33.435428 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b7011-9375-4c7b-9903-b9cdf12cbce4 req-0fa63e77-32c3-4820-bf15-a19f6bca36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:33.436901 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-467b7011-9375-4c7b-9903-b9cdf12cbce4 req-0fa63e77-32c3-4820-bf15-a19f6bca36ab service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ddb48e42-3d61-453a-90ed-9d67363fcb4f HTTP/1.1" status: 200 len: 850 time: 0.0476744 Oct 16 01:06:33.473931 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:33.487231 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b7011-9375-4c7b-9903-b9cdf12cbce4 req-524248cf-06e0-400c-9bf0-1e3c3765c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:33.488795 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-467b7011-9375-4c7b-9903-b9cdf12cbce4 req-524248cf-06e0-400c-9bf0-1e3c3765c9e3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=57335160-65ed-4241-a862-dbf37da52fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457847 Oct 16 01:06:33.582000 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-467b7011-9375-4c7b-9903-b9cdf12cbce4 req-3d588c15-9462-4e9c-9fbb-16b209b56784 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860631 Oct 16 01:06:33.684400 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecc909-e76e-4e2d-84d7-dc12f3d6acac req-0340548e-122d-49c6-aaec-03e5e135b929 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:33.686073 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-10ecc909-e76e-4e2d-84d7-dc12f3d6acac req-0340548e-122d-49c6-aaec-03e5e135b929 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 943 time: 0.0946403 Oct 16 01:06:33.754698 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-467b7011-9375-4c7b-9903-b9cdf12cbce4 req-6a04c1fc-00fa-4c31-8c03-e38314e8c13d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528800 Oct 16 01:06:33.761953 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-10ecc909-e76e-4e2d-84d7-dc12f3d6acac req-fef14e47-1bfa-4ddf-a971-2457213886b7 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670736 Oct 16 01:06:34.741834 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device b75f86c7-a0ac-43e2-8da9-10f736efe195 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:06:34.844587 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port b75f86c7-a0ac-43e2-8da9-10f736efe195, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b75f86c7-a0ac-43e2-8da9-10f736efe195,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:06:34.856530 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': 'b75f86c7-a0ac-43e2-8da9-10f736efe195', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'port_id': 'b75f86c7-a0ac-43e2-8da9-10f736efe195', 'mac_address': 'fa:16:3e:0a:45:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:06:34.885986 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec5c7c-bcd5-4476-8c2a-e8dcc2e486dc req-32c0f2a4-49c0-494f-9ae6-7c8295d4d185 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:34.887491 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-81ec5c7c-bcd5-4476-8c2a-e8dcc2e486dc req-32c0f2a4-49c0-494f-9ae6-7c8295d4d185 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 943 time: 0.0465617 Oct 16 01:06:34.891920 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port b75f86c7-a0ac-43e2-8da9-10f736efe195 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:06:34.892317 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:34.906258 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75f86c7-a0ac-43e2-8da9-10f736efe195 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:06:34.927809 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port b75f86c7-a0ac-43e2-8da9-10f736efe195, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b75f86c7-a0ac-43e2-8da9-10f736efe195,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:06:34.932631 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:34.946020 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-81ec5c7c-bcd5-4476-8c2a-e8dcc2e486dc req-126c5f09-226a-4231-a643-3196ee9745ef tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524857 Oct 16 01:06:34.961001 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:34.989606 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=b75f86c7-a0ac-43e2-8da9-10f736efe195,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:35.186340 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['b75f86c7-a0ac-43e2-8da9-10f736efe195'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:06:35.259669 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:36.075151 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3667529-e5c6-4044-acfc-02ec0f176b7f req-0bce1153-8f3c-4fc4-a721-0f27dc08f762 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:36.076593 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d3667529-e5c6-4044-acfc-02ec0f176b7f req-0bce1153-8f3c-4fc4-a721-0f27dc08f762 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 944 time: 0.0473714 Oct 16 01:06:36.128621 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d3667529-e5c6-4044-acfc-02ec0f176b7f req-168737fb-a09b-48c9-b756-1f1b36f0648a tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465086 Oct 16 01:06:36.522341 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:36.769516 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device b75f86c7-a0ac-43e2-8da9-10f736efe195 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:06:36.817902 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port b75f86c7-a0ac-43e2-8da9-10f736efe195 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:06:36.825061 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port b75f86c7-a0ac-43e2-8da9-10f736efe195 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:06:36.825431 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:36.825773 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port b75f86c7-a0ac-43e2-8da9-10f736efe195 Oct 16 01:06:36.899477 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port b75f86c7-a0ac-43e2-8da9-10f736efe195 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:06:36.899819 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:36.923000 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75f86c7-a0ac-43e2-8da9-10f736efe195'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:06:36.925268 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4385078e-4106-4108-b188-1a5e39c1f120" -d '{"events": [{"server_uuid": "78ed622b-285f-4f9b-a373-bdfc9b667fc6", "name": "network-vif-plugged", "status": "completed", "tag": "b75f86c7-a0ac-43e2-8da9-10f736efe195"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:06:36.938554 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port b75f86c7-a0ac-43e2-8da9-10f736efe195, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b75f86c7-a0ac-43e2-8da9-10f736efe195,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:06:36.943148 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:36.970374 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587d7c8b-6c40-4e5b-970a-ab8a0cfc6ab3 x-openstack-request-id: req-587d7c8b-6c40-4e5b-970a-ab8a0cfc6ab3 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:06:36.970665 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ed622b-285f-4f9b-a373-bdfc9b667fc6", "name": "network-vif-plugged", "status": "completed", "tag": "b75f86c7-a0ac-43e2-8da9-10f736efe195", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:06:36.970955 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-587d7c8b-6c40-4e5b-970a-ab8a0cfc6ab3 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:06:36.971334 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-587d7c8b-6c40-4e5b-970a-ab8a0cfc6ab3'] response: {'server_uuid': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75f86c7-a0ac-43e2-8da9-10f736efe195', 'code': 200} Oct 16 01:06:37.136045 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=b75f86c7-a0ac-43e2-8da9-10f736efe195,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:06:37.169154 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163417a-de2a-4eb7-9834-a9471092da51 req-84be6112-f46c-4c46-b1be-5542709430f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:37.171257 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8163417a-de2a-4eb7-9834-a9471092da51 req-84be6112-f46c-4c46-b1be-5542709430f5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 1129 time: 0.0415723 Oct 16 01:06:37.224323 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:37.255715 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8163417a-de2a-4eb7-9834-a9471092da51 req-60187c45-9d63-4351-a2b5-c707ddee9f32 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713236 Oct 16 01:06:37.266491 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a921e8b-17d9-4e65-b839-2df19b8e9fb9 req-30adb27c-5dc1-4d1d-9744-9247bfe0e459 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:37.267924 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7a921e8b-17d9-4e65-b839-2df19b8e9fb9 req-30adb27c-5dc1-4d1d-9744-9247bfe0e459 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 945 time: 0.0575402 Oct 16 01:06:37.315963 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7a921e8b-17d9-4e65-b839-2df19b8e9fb9 req-325cb934-c984-41f6-8f68-a10a5769763f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416820 Oct 16 01:06:38.439174 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0ab8c-3ac6-4173-8e5d-6263cd164dd6 req-f5900f8c-6cc6-4933-be7a-b67de95fa734 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:38.440646 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-efb0ab8c-3ac6-4173-8e5d-6263cd164dd6 req-f5900f8c-6cc6-4933-be7a-b67de95fa734 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 945 time: 0.0480077 Oct 16 01:06:38.487652 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-efb0ab8c-3ac6-4173-8e5d-6263cd164dd6 req-f7df6049-4a61-4f6c-99d5-add10e906729 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403547 Oct 16 01:06:39.627757 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa42183-a1a5-45e2-b619-0a640ea9c468 req-a47914e2-7cbf-48e1-9615-ec383831f72e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:39.629242 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0fa42183-a1a5-45e2-b619-0a640ea9c468 req-a47914e2-7cbf-48e1-9615-ec383831f72e tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 945 time: 0.0537798 Oct 16 01:06:39.679321 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0fa42183-a1a5-45e2-b619-0a640ea9c468 req-91476007-3fea-436d-b896-6bcd94055b31 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434968 Oct 16 01:06:39.810536 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b97ed-86ef-498e-9192-1f3d0190bbba req-9c751f1f-4786-4957-9d56-66e54dcef3bb tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:39.812528 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6a8b97ed-86ef-498e-9192-1f3d0190bbba req-9c751f1f-4786-4957-9d56-66e54dcef3bb tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 945 time: 0.0588975 Oct 16 01:06:39.823986 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38568) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:06:39.828493 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-16c53847-fe68-4c6a-9ff5-a18f3387b67f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Request body: {'floatingip': {'port_id': 'b75f86c7-a0ac-43e2-8da9-10f736efe195'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:06:39.871192 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-16c53847-fe68-4c6a-9ff5-a18f3387b67f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (71c10ab4-24b3-4e02-9211-d561f3da126a), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:40.213821 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:40.304163 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-16c53847-fe68-4c6a-9ff5-a18f3387b67f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:40.308022 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-16c53847-fe68-4c6a-9ff5-a18f3387b67f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (71c10ab4-24b3-4e02-9211-d561f3da126a), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:40.406007 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-16c53847-fe68-4c6a-9ff5-a18f3387b67f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Floating IP 71c10ab4-24b3-4e02-9211-d561f3da126a associated. External IP: 172.37.2.205, port: b75f86c7-a0ac-43e2-8da9-10f736efe195. Oct 16 01:06:40.604946 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c53847-fe68-4c6a-9ff5-a18f3387b67f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Router 70ef0714-e67f-4232-a8b3-97d360f21c38 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:06:40.706335 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c53847-fe68-4c6a-9ff5-a18f3387b67f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:06:40.711372 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-16c53847-fe68-4c6a-9ff5-a18f3387b67f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:40.717198 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716d2af9-dc76-4f32-88a8-7c1d5f44be77 None None] Sync routers for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:06:40.727603 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d2af9-dc76-4f32-88a8-7c1d5f44be77 None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:06:40.728293 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-716d2af9-dc76-4f32-88a8-7c1d5f44be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:06:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:06:40.741900 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-16c53847-fe68-4c6a-9ff5-a18f3387b67f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/71c10ab4-24b3-4e02-9211-d561f3da126a HTTP/1.1" status: 200 len: 991 time: 0.9168224 Oct 16 01:06:40.742540 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'tag': 'b75f86c7-a0ac-43e2-8da9-10f736efe195'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:06:40.744814 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11223916-2c1a-4b6b-94c3-13825159a121" -d '{"events": [{"name": "network-changed", "server_uuid": "78ed622b-285f-4f9b-a373-bdfc9b667fc6", "tag": "b75f86c7-a0ac-43e2-8da9-10f736efe195"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:06:40.783125 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed19074-9a05-41d0-afff-64d9cef32963 x-openstack-request-id: req-6ed19074-9a05-41d0-afff-64d9cef32963 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:06:40.783421 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ed622b-285f-4f9b-a373-bdfc9b667fc6", "tag": "b75f86c7-a0ac-43e2-8da9-10f736efe195", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:06:40.783681 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ed19074-9a05-41d0-afff-64d9cef32963 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:06:40.784116 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed19074-9a05-41d0-afff-64d9cef32963'] response: {'name': 'network-changed', 'server_uuid': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'tag': 'b75f86c7-a0ac-43e2-8da9-10f736efe195', 'status': 'completed', 'code': 200} Oct 16 01:06:40.833670 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-716d2af9-dc76-4f32-88a8-7c1d5f44be77 None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:06:40.836630 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:40.849561 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223916-2c1a-4b6b-94c3-13825159a121 req-2a706934-9832-4a24-ab7b-0f3b287d7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:40.851303 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-11223916-2c1a-4b6b-94c3-13825159a121 req-2a706934-9832-4a24-ab7b-0f3b287d7309 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8852bfe31aa4ba68190661d26c177cb&device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 1129 time: 0.0450163 Oct 16 01:06:40.943260 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223916-2c1a-4b6b-94c3-13825159a121 req-cf5b2ab3-ddf1-41b4-8165-4d695ef6d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:40.945780 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-11223916-2c1a-4b6b-94c3-13825159a121 req-cf5b2ab3-ddf1-41b4-8165-4d695ef6d32e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=57335160-65ed-4241-a862-dbf37da52fd2 HTTP/1.1" status: 200 len: 912 time: 0.0881016 Oct 16 01:06:40.976093 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:41.012603 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-11223916-2c1a-4b6b-94c3-13825159a121 req-6f6f1d24-8370-40ea-b4a4-9cb2edb758eb service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75f86c7-a0ac-43e2-8da9-10f736efe195 HTTP/1.1" status: 200 len: 999 time: 0.0604129 Oct 16 01:06:41.048395 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-716d2af9-dc76-4f32-88a8-7c1d5f44be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '71c10ab4-24b3-4e02-9211-d561f3da126a', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'floating_ip_address': '172.37.2.205', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'port_id': 'b75f86c7-a0ac-43e2-8da9-10f736efe195', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'mac_address': 'fa:16:3e:0a:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:06:27Z', 'updated_at': '2022-10-16T01:06:40Z', 'revision_number': 1, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:11Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:06:41.065818 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223916-2c1a-4b6b-94c3-13825159a121 req-01f310c9-af93-4cb5-87e3-7a612ba41536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:41.067312 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-11223916-2c1a-4b6b-94c3-13825159a121 req-01f310c9-af93-4cb5-87e3-7a612ba41536 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=ddb48e42-3d61-453a-90ed-9d67363fcb4f HTTP/1.1" status: 200 len: 850 time: 0.0440071 Oct 16 01:06:41.077632 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716d2af9-dc76-4f32-88a8-7c1d5f44be77 None None] Checking router: 70ef0714-e67f-4232-a8b3-97d360f21c38 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:06:41.086782 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d2af9-dc76-4f32-88a8-7c1d5f44be77 None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:06:41.087354 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-716d2af9-dc76-4f32-88a8-7c1d5f44be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:06:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:06:41.123710 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223916-2c1a-4b6b-94c3-13825159a121 req-861b0df1-e7b8-4f10-affd-af31f5f3d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:06:41.125198 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-11223916-2c1a-4b6b-94c3-13825159a121 req-861b0df1-e7b8-4f10-affd-af31f5f3d069 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=57335160-65ed-4241-a862-dbf37da52fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391052 Oct 16 01:06:41.192802 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-716d2af9-dc76-4f32-88a8-7c1d5f44be77 None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:06:41.225457 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-11223916-2c1a-4b6b-94c3-13825159a121 req-920e3a4b-5bbb-456d-8225-b2cc412519c9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886779 Oct 16 01:06:41.278259 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:41.321437 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-11223916-2c1a-4b6b-94c3-13825159a121 req-3097b31a-36a6-4e07-a57b-e32875c87e5a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865541 Oct 16 01:06:41.405984 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-716d2af9-dc76-4f32-88a8-7c1d5f44be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '71c10ab4-24b3-4e02-9211-d561f3da126a', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'floating_ip_address': '172.37.2.205', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'port_id': 'b75f86c7-a0ac-43e2-8da9-10f736efe195', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'mac_address': 'fa:16:3e:0a:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:06:27Z', 'updated_at': '2022-10-16T01:06:40Z', 'revision_number': 1, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:11Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:06:41.431779 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716d2af9-dc76-4f32-88a8-7c1d5f44be77 None None] The sync data for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi is: [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '71c10ab4-24b3-4e02-9211-d561f3da126a', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'floating_ip_address': '172.37.2.205', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'port_id': 'b75f86c7-a0ac-43e2-8da9-10f736efe195', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'mac_address': 'fa:16:3e:0a:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:06:27Z', 'updated_at': '2022-10-16T01:06:40Z', 'revision_number': 1, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:11Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:06:41.627853 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e984c9cf-2716-454d-9b71-7fda22ffac9e None None] New status for floating IP 71c10ab4-24b3-4e02-9211-d561f3da126a: ACTIVE {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:06:48.019744 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:49.668012 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=4,neutron:SELECT=66,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:49.674668 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:51.316276 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=43 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:51.318685 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:53.604773 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bcc626bd-3e62-4ece-92ec-e906adbccbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:56.367721 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f20068b9-c211-4505-b36c-72c1607112e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:56.791843 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:56.792701 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:06:57.791979 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:06:59.893460 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:00.234228 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:04.729029 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f17ee-bb89-4bd2-91a4-15a25bfda779 req-7fc4f135-d70a-457b-b1c7-d9c983d73e14 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:04.730382 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-950f17ee-bb89-4bd2-91a4-15a25bfda779 req-7fc4f135-d70a-457b-b1c7-d9c983d73e14 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 946 time: 0.0506375 Oct 16 01:07:04.778969 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-950f17ee-bb89-4bd2-91a4-15a25bfda779 req-33576547-daaf-4415-80bd-6283ebc3ace7 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Oct 16 01:07:05.907972 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db915b78-4e2c-40dc-9143-af54fdc7b4b5 req-2a81c06b-6154-4a17-9547-2a145fa1843b tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:05.909460 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-db915b78-4e2c-40dc-9143-af54fdc7b4b5 req-2a81c06b-6154-4a17-9547-2a145fa1843b tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 946 time: 0.0530422 Oct 16 01:07:05.958665 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-db915b78-4e2c-40dc-9143-af54fdc7b4b5 req-9bb25803-6dcc-4973-bda8-3add7a6b0797 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420623 Oct 16 01:07:06.547775 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a226ff-4826-461b-b628-c58c6e2b7bd9 req-45e819ef-4149-40fa-b903-3b02bdc9a0af tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:06.549174 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2a226ff-4826-461b-b628-c58c6e2b7bd9 req-45e819ef-4149-40fa-b903-3b02bdc9a0af tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 946 time: 0.0455074 Oct 16 01:07:06.635187 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-f2a226ff-4826-461b-b628-c58c6e2b7bd9 req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Deleting port 030acd90-8e8f-444f-b83a-e384f9ea5bce {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:07:06.635523 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2a226ff-4826-461b-b628-c58c6e2b7bd9 req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:06.723391 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-f2a226ff-4826-461b-b628-c58c6e2b7bd9 req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] For port 030acd90-8e8f-444f-b83a-e384f9ea5bce, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=030acd90-8e8f-444f-b83a-e384f9ea5bce,segment=NetworkSegment(ce390ca2-87a7-430c-b04c-11a2884592e0),segment_id=ce390ca2-87a7-430c-b04c-11a2884592e0)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:07:06.723726 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2a226ff-4826-461b-b628-c58c6e2b7bd9 req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:06.736775 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-f2a226ff-4826-461b-b628-c58c6e2b7bd9 req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Calling delete_port for 030acd90-8e8f-444f-b83a-e384f9ea5bce owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:07:06.865997 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2a226ff-4826-461b-b628-c58c6e2b7bd9 req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (030acd90-8e8f-444f-b83a-e384f9ea5bce), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:06.877970 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['030acd90-8e8f-444f-b83a-e384f9ea5bce'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:07:06.882103 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:06.893689 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Pushing event deleted for resources: {'Port': ['ID=030acd90-8e8f-444f-b83a-e384f9ea5bce,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:06.906952 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.907310 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.907657 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.907997 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.908338 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.908671 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.909002 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.909332 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.909660 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.909988 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.910313 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.910639 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.911574 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.911944 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.912285 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:06.948529 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a226ff-4826-461b-b628-c58c6e2b7bd9 req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] No DVR routers for this DVR port 030acd90-8e8f-444f-b83a-e384f9ea5bce on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:07:06.951367 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f2a226ff-4826-461b-b628-c58c6e2b7bd9 req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:06.954162 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2a226ff-4826-461b-b628-c58c6e2b7bd9 req-cf872488-e762-4ba3-981a-570cd817ddc0 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.36 "DELETE /networking/v2.0/ports/030acd90-8e8f-444f-b83a-e384f9ea5bce HTTP/1.1" status: 204 len: 173 time: 0.3992095 Oct 16 01:07:06.954655 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1be419e-f50d-4116-aa44-9055c7014141', 'name': 'network-vif-deleted', 'tag': '030acd90-8e8f-444f-b83a-e384f9ea5bce'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:07:06.956912 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc47c32-52c8-4d3f-817d-929580b7b4b8" -d '{"events": [{"server_uuid": "d1be419e-f50d-4116-aa44-9055c7014141", "name": "network-vif-deleted", "tag": "030acd90-8e8f-444f-b83a-e384f9ea5bce"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:07:07.000117 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b303905f-bc45-4efc-bd26-445c9587a5d7 x-openstack-request-id: req-b303905f-bc45-4efc-bd26-445c9587a5d7 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:07:07.000487 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1be419e-f50d-4116-aa44-9055c7014141", "name": "network-vif-deleted", "tag": "030acd90-8e8f-444f-b83a-e384f9ea5bce", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:07:07.000812 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b303905f-bc45-4efc-bd26-445c9587a5d7 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:07:07.001223 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b303905f-bc45-4efc-bd26-445c9587a5d7'] response: {'server_uuid': 'd1be419e-f50d-4116-aa44-9055c7014141', 'name': 'network-vif-deleted', 'tag': '030acd90-8e8f-444f-b83a-e384f9ea5bce', 'status': 'completed', 'code': 200} Oct 16 01:07:07.070980 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1fbbb879-9e29-4a7a-b038-87f008346270 req-6a86fb60-3682-4eb6-8dbc-95f8fe987472 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1be419e-f50d-4116-aa44-9055c7014141 HTTP/1.1" status: 200 len: 210 time: 0.0287151 Oct 16 01:07:09.524439 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:07:10.229655 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:11.461221 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 030acd90-8e8f-444f-b83a-e384f9ea5bce no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:07:11.464885 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:11.484216 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 030acd90-8e8f-444f-b83a-e384f9ea5bce {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:07:11.484567 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 030acd90-8e8f-444f-b83a-e384f9ea5bce not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:07:16.931939 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=55,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:16.932748 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=54,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:17.051283 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=10 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:17.052072 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=10 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:18.027317 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:18.306414 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0d14df75-b1a1-4589-b6d9-47a4fcaaff6b tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:18.307893 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0d14df75-b1a1-4589-b6d9-47a4fcaaff6b tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/networks?id=00f07626-fa08-4fe1-b8db-0b77245228f3 HTTP/1.1" status: 200 len: 814 time: 0.1040049 Oct 16 01:07:18.323087 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-361ea136-deea-45eb-9e63-fd9acef8d8a4 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/quotas/c322a47bb2364c8ea9250a7ecea537bf HTTP/1.1" status: 200 len: 375 time: 0.0096612 Oct 16 01:07:18.354962 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-2547aea0-3ccf-44d3-93e0-5518e0209827 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c322a47bb2364c8ea9250a7ecea537bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269024 Oct 16 01:07:18.454941 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-2a1a14c7-6db3-471f-aa25-e1e5b6524d2c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933824 Oct 16 01:07:18.545026 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-371b5006-7f61-42fb-9418-b9348b3662bb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842690 Oct 16 01:07:18.776821 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6d2b9ef-f1d4-4e58-bc5c-e0cde8246962 req-f5a1b24d-d829-4dc8-9117-8bab22935b06 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 210 time: 0.0902061 Oct 16 01:07:19.520182 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:19.520910 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:19.863238 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-296f7d79-3bf3-4401-9903-d4b1adc4a851 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:19.865427 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-296f7d79-3bf3-4401-9903-d4b1adc4a851 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.36 "GET /networking/v2.0/networks?id=00f07626-fa08-4fe1-b8db-0b77245228f3 HTTP/1.1" status: 200 len: 814 time: 0.1270583 Oct 16 01:07:19.878946 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Request body: {'port': {'device_id': '38ce2d6c-6685-47ba-954e-94c647f15f86', 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3', 'admin_state_up': True, 'tenant_id': 'c322a47bb2364c8ea9250a7ecea537bf'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:07:19.889992 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4d1f9151-a479-471f-88c4-83f29a161e7a req-c47ac8a1-a66e-4b7c-b44f-f368fbfd1ddf tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 210 time: 0.0304248 Oct 16 01:07:19.995810 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Made reservation on behalf of c322a47bb2364c8ea9250a7ecea537bf for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 01:07:19.999755 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:20.128953 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Allocated IP 172.20.0.6 (00f07626-fa08-4fe1-b8db-0b77245228f3/2719eb6f-42f8-40e2-94fe-1aae0fcee16d/31064445-732b-4b77-9363-f66edf178073) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 01:07:20.281120 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks [] for port (31064445-732b-4b77-9363-f66edf178073), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:20.313008 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726298048732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (31064445-732b-4b77-9363-f66edf178073), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:20.359830 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Network 00f07626-fa08-4fe1-b8db-0b77245228f3 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 01:07:20.362954 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 01:07:20.366625 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 16 01:07:20.392428 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Pushing event updated for resources: {'Port': ['ID=31064445-732b-4b77-9363-f66edf178073,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:20.421086 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:20.421715 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:20.437724 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-56e74a86-572e-4b9e-afaa-24d3ed3b8eef tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5630553 Oct 16 01:07:20.451163 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Request body: {'port': {'device_id': '38ce2d6c-6685-47ba-954e-94c647f15f86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 16 01:07:20.509462 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (31064445-732b-4b77-9363-f66edf178073), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:20.548467 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:20.568111 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:21.060237 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113c868-f1ee-4ac6-9bbb-1570f18b566c req-68942815-8162-4744-85d1-a0592e73992b tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:21.061674 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2113c868-f1ee-4ac6-9bbb-1570f18b566c req-68942815-8162-4744-85d1-a0592e73992b tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 931 time: 0.0821977 Oct 16 01:07:21.067091 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31064445-732b-4b77-9363-f66edf178073 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:07:21.081851 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Publish callbacks [] for port (31064445-732b-4b77-9363-f66edf178073), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:21.105388 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Transition to ACTIVE for port object 31064445-732b-4b77-9363-f66edf178073 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 16 01:07:21.113932 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (31064445-732b-4b77-9363-f66edf178073), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:21.160309 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2113c868-f1ee-4ac6-9bbb-1570f18b566c req-bc9b8367-c067-4900-93b3-27d5934e1989 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879655 Oct 16 01:07:21.193902 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Pushing event updated for resources: {'Port': ['ID=31064445-732b-4b77-9363-f66edf178073,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:21.243400 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Attempting to bind port 31064445-732b-4b77-9363-f66edf178073 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 16 01:07:21.243739 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Attempting to bind port 31064445-732b-4b77-9363-f66edf178073 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ce390ca2-87a7-430c-b04c-11a2884592e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 16 01:07:21.244067 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Attempting to bind port 31064445-732b-4b77-9363-f66edf178073 on network 00f07626-fa08-4fe1-b8db-0b77245228f3 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:07:21.283605 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Port 31064445-732b-4b77-9363-f66edf178073 on network 00f07626-fa08-4fe1-b8db-0b77245228f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 01:07:21.283928 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Attempting to bind port 31064445-732b-4b77-9363-f66edf178073 on network 00f07626-fa08-4fe1-b8db-0b77245228f3 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 01:07:21.330161 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Checking agent: {'id': 'fbcb26bd-1e10-4d97-b7f8-826231fa8909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'started_at': datetime.datetime(2022, 10, 16, 0, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 16, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 16 01:07:21.330497 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Checking segment: {'id': 'ce390ca2-87a7-430c-b04c-11a2884592e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 16 01:07:21.330905 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Bound using segment: {'id': 'ce390ca2-87a7-430c-b04c-11a2884592e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 16 01:07:21.331341 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Bound port: 31064445-732b-4b77-9363-f66edf178073, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce390ca2-87a7-430c-b04c-11a2884592e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 16 01:07:21.331698 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (31064445-732b-4b77-9363-f66edf178073), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:21.390720 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] For port 31064445-732b-4b77-9363-f66edf178073, host hv-cinder-maste, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 01:07:21.393886 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] For port 31064445-732b-4b77-9363-f66edf178073, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31064445-732b-4b77-9363-f66edf178073,segment=NetworkSegment(ce390ca2-87a7-430c-b04c-11a2884592e0),segment_id=ce390ca2-87a7-430c-b04c-11a2884592e0)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 01:07:21.400275 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2697873'] for port (31064445-732b-4b77-9363-f66edf178073), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:21.403614 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:21.404563 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:21.405951 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/31064445-732b-4b77-9363-f66edf178073 HTTP/1.1" status: 200 len: 1093 time: 0.9586890 Oct 16 01:07:21.408089 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ce2d6c-6685-47ba-954e-94c647f15f86', 'tag': '31064445-732b-4b77-9363-f66edf178073'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:07:21.411503 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787a0e3f-ff44-4c20-9b44-0ded3fa08379" -d '{"events": [{"name": "network-changed", "server_uuid": "38ce2d6c-6685-47ba-954e-94c647f15f86", "tag": "31064445-732b-4b77-9363-f66edf178073"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:07:21.454045 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d5c570-cb9d-4cc1-bcf4-1d7727a0076a x-openstack-request-id: req-d1d5c570-cb9d-4cc1-bcf4-1d7727a0076a {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:07:21.454573 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ce2d6c-6685-47ba-954e-94c647f15f86", "tag": "31064445-732b-4b77-9363-f66edf178073", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:07:21.454831 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1d5c570-cb9d-4cc1-bcf4-1d7727a0076a {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:07:21.455371 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d5c570-cb9d-4cc1-bcf4-1d7727a0076a'] response: {'name': 'network-changed', 'server_uuid': '38ce2d6c-6685-47ba-954e-94c647f15f86', 'tag': '31064445-732b-4b77-9363-f66edf178073', 'status': 'completed', 'code': 200} Oct 16 01:07:21.473670 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c1cbf-6119-4469-8898-87504c79424c service neutron] Pushing event updated for resources: {'Port': ['ID=31064445-732b-4b77-9363-f66edf178073,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:21.503605 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-569c1c7b-68db-4c32-ab4e-3f3524949c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:21.505109 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-569c1c7b-68db-4c32-ab4e-3f3524949c06 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c322a47bb2364c8ea9250a7ecea537bf&device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 1127 time: 0.0402355 Oct 16 01:07:21.550963 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-f320c48f-0b3d-4239-bf4f-a341f9af7d4a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31064445-732b-4b77-9363-f66edf178073 HTTP/1.1" status: 200 len: 217 time: 0.0366001 Oct 16 01:07:21.599892 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-28361e11-4058-4cee-b26d-c5f70bf44082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:21.601297 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-28361e11-4058-4cee-b26d-c5f70bf44082 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=2719eb6f-42f8-40e2-94fe-1aae0fcee16d HTTP/1.1" status: 200 len: 854 time: 0.0434995 Oct 16 01:07:21.634877 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-396e7c22-cacc-41d0-96d6-1bb6ee704ceb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=00f07626-fa08-4fe1-b8db-0b77245228f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248735 Oct 16 01:07:21.648394 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:21.730773 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-5696073d-9428-46df-bac2-5188a720dcfc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885704 Oct 16 01:07:21.790977 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:21.819380 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e963c39-3407-4ee9-8829-746bdb3aff82 req-5db7e250-124e-487c-89b3-e4e7350e4be9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814388 Oct 16 01:07:22.290113 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db752ae2-04d6-4e69-bf23-c311e2d0c85b req-91f7a3aa-a0e6-4b7b-b2d3-724c724151c7 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:22.291668 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db752ae2-04d6-4e69-bf23-c311e2d0c85b req-91f7a3aa-a0e6-4b7b-b2d3-724c724151c7 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 943 time: 0.0511045 Oct 16 01:07:22.338649 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db752ae2-04d6-4e69-bf23-c311e2d0c85b req-495c4c80-ef37-499a-a8d0-af0f1ffbce69 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412836 Oct 16 01:07:22.778891 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a0e3f-ff44-4c20-9b44-0ded3fa08379 req-2b92468d-b82f-4288-ad60-234bd3f7ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:22.781063 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-787a0e3f-ff44-4c20-9b44-0ded3fa08379 req-2b92468d-b82f-4288-ad60-234bd3f7ff39 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c322a47bb2364c8ea9250a7ecea537bf&device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 1127 time: 0.0428901 Oct 16 01:07:22.875458 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8c4b24e2-4d47-473a-b9c0-86507f7565cc req-f68ab9c6-5fb3-450b-ad19-72aaed62f029 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843143 Oct 16 01:07:22.917682 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a0e3f-ff44-4c20-9b44-0ded3fa08379 req-e3c869bc-c3b2-4d9b-b84c-7b5eaa1ceb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:22.919131 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-787a0e3f-ff44-4c20-9b44-0ded3fa08379 req-e3c869bc-c3b2-4d9b-b84c-7b5eaa1ceb8b service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=00f07626-fa08-4fe1-b8db-0b77245228f3 HTTP/1.1" status: 200 len: 915 time: 0.1297078 Oct 16 01:07:22.976076 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-787a0e3f-ff44-4c20-9b44-0ded3fa08379 req-eaf7b234-beb9-4540-b051-66fe59b61572 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31064445-732b-4b77-9363-f66edf178073 HTTP/1.1" status: 200 len: 217 time: 0.0404978 Oct 16 01:07:22.982021 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b24e2-4d47-473a-b9c0-86507f7565cc req-ca231b3d-0f2c-4bdf-8550-b9e17e4fc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:22.983496 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8c4b24e2-4d47-473a-b9c0-86507f7565cc req-ca231b3d-0f2c-4bdf-8550-b9e17e4fc17d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 1129 time: 0.0772626 Oct 16 01:07:23.072572 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a0e3f-ff44-4c20-9b44-0ded3fa08379 req-af0faa46-2d54-4dc0-bb49-30138b1aacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:23.074013 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-787a0e3f-ff44-4c20-9b44-0ded3fa08379 req-af0faa46-2d54-4dc0-bb49-30138b1aacc2 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=2719eb6f-42f8-40e2-94fe-1aae0fcee16d HTTP/1.1" status: 200 len: 854 time: 0.0896645 Oct 16 01:07:23.115317 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-787a0e3f-ff44-4c20-9b44-0ded3fa08379 req-fc307c63-4e34-431b-9c2e-0e46042a79c0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=00f07626-fa08-4fe1-b8db-0b77245228f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336442 Oct 16 01:07:23.179360 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b24e2-4d47-473a-b9c0-86507f7565cc req-283c41f8-8acb-47d7-b2b3-695fc844a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:23.180858 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8c4b24e2-4d47-473a-b9c0-86507f7565cc req-283c41f8-8acb-47d7-b2b3-695fc844a90c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 912 time: 0.1701796 Oct 16 01:07:23.270831 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8c4b24e2-4d47-473a-b9c0-86507f7565cc req-4d70a01f-0a51-463b-815f-a128f6c9e6cf service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea701c3f-eb65-4a82-83d0-b757b0f39524 HTTP/1.1" status: 200 len: 1000 time: 0.0825105 Oct 16 01:07:23.273048 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-787a0e3f-ff44-4c20-9b44-0ded3fa08379 req-c982c06c-8654-4b85-a97a-a9f049718205 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488743 Oct 16 01:07:23.376537 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b24e2-4d47-473a-b9c0-86507f7565cc req-6a8cc755-9ad2-4da7-a9dd-7e62f91da0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:23.377924 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8c4b24e2-4d47-473a-b9c0-86507f7565cc req-6a8cc755-9ad2-4da7-a9dd-7e62f91da0ed service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 200 len: 850 time: 0.0953813 Oct 16 01:07:23.439137 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-787a0e3f-ff44-4c20-9b44-0ded3fa08379 req-01a9565b-b10f-42fc-b0a7-142ed123567a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553690 Oct 16 01:07:23.442137 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b24e2-4d47-473a-b9c0-86507f7565cc req-625b1bd0-2890-4a23-97ef-12746a3c450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:23.443532 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8c4b24e2-4d47-473a-b9c0-86507f7565cc req-625b1bd0-2890-4a23-97ef-12746a3c450d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=67400858-429f-4052-a9a5-3012690406d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583720 Oct 16 01:07:23.470360 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1410bed-81f4-422a-b633-b3699dc53267 req-d8457c1e-2a2c-462c-8424-43ceb89e6b3a tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:23.471883 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f1410bed-81f4-422a-b633-b3699dc53267 req-d8457c1e-2a2c-462c-8424-43ceb89e6b3a tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 943 time: 0.0525942 Oct 16 01:07:23.516002 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:23.519360 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f1410bed-81f4-422a-b633-b3699dc53267 req-b1df8a7b-3c07-4688-8662-07be08f1ac24 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Oct 16 01:07:23.544544 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8c4b24e2-4d47-473a-b9c0-86507f7565cc req-29b95e70-f3ba-46c1-87ef-a9dab855809a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925474 Oct 16 01:07:23.598991 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:23.609314 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-61b22cb4-164e-42fb-9ec5-2c17257fb7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:23.642304 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8c4b24e2-4d47-473a-b9c0-86507f7565cc req-38ae765e-c4dc-4b86-ad8a-221defeb5d96 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907414 Oct 16 01:07:24.648091 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4b00a-cf31-4aac-9155-7e670aeb39fc req-f7b90f78-1449-4128-94fe-bdb83a39adad tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:24.650113 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a3a4b00a-cf31-4aac-9155-7e670aeb39fc req-f7b90f78-1449-4128-94fe-bdb83a39adad tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 943 time: 0.0521822 Oct 16 01:07:24.698531 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a3a4b00a-cf31-4aac-9155-7e670aeb39fc req-eb3ef59b-dc15-4e0b-8de1-6159adb1dffb tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426705 Oct 16 01:07:25.467558 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 31064445-732b-4b77-9363-f66edf178073 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 01:07:25.567926 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 31064445-732b-4b77-9363-f66edf178073, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31064445-732b-4b77-9363-f66edf178073,segment=NetworkSegment(ce390ca2-87a7-430c-b04c-11a2884592e0),segment_id=ce390ca2-87a7-430c-b04c-11a2884592e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:07:25.579910 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Returning: {'device': '31064445-732b-4b77-9363-f66edf178073', 'network_id': '00f07626-fa08-4fe1-b8db-0b77245228f3', 'port_id': '31064445-732b-4b77-9363-f66edf178073', 'mac_address': 'fa:16:3e:0a:d6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2719eb6f-42f8-40e2-94fe-1aae0fcee16d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 01:07:25.615187 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 31064445-732b-4b77-9363-f66edf178073 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:07:25.615579 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (31064445-732b-4b77-9363-f66edf178073), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:25.629356 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31064445-732b-4b77-9363-f66edf178073 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 16 01:07:25.649692 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 31064445-732b-4b77-9363-f66edf178073, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31064445-732b-4b77-9363-f66edf178073,segment=NetworkSegment(ce390ca2-87a7-430c-b04c-11a2884592e0),segment_id=ce390ca2-87a7-430c-b04c-11a2884592e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:07:25.654646 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (31064445-732b-4b77-9363-f66edf178073), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:25.704499 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=31064445-732b-4b77-9363-f66edf178073,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:25.711446 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.711794 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.712138 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.712476 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.712807 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.713138 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.713459 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.713782 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.714105 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.714446 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.714752 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.715103 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.715423 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.715742 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.716060 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:25.821754 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe023cc2-3b4b-483d-83b4-d4db9a232705 req-e649548c-fd07-4785-9b12-c2a5c6b5b9e7 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:25.823230 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fe023cc2-3b4b-483d-83b4-d4db9a232705 req-e649548c-fd07-4785-9b12-c2a5c6b5b9e7 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 944 time: 0.0479233 Oct 16 01:07:25.871632 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fe023cc2-3b4b-483d-83b4-d4db9a232705 req-9df6ea5d-6fc1-40dc-a8dc-6d7d4dc0937c tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428009 Oct 16 01:07:25.948677 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['31064445-732b-4b77-9363-f66edf178073'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:07:26.371335 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ec5a3754-96e9-44a0-a5b5-5d3612fe54f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:26.991594 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add35a1b-f38b-4318-a764-568265e7a3d3 req-e53e32e0-2322-4c2f-a0ae-24253d27bf26 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:26.993063 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-add35a1b-f38b-4318-a764-568265e7a3d3 req-e53e32e0-2322-4c2f-a0ae-24253d27bf26 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 944 time: 0.0460880 Oct 16 01:07:27.041473 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-add35a1b-f38b-4318-a764-568265e7a3d3 req-6d070fef-05bb-4e93-9fb7-7675f3c359d1 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419602 Oct 16 01:07:27.482345 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 31064445-732b-4b77-9363-f66edf178073 up at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 01:07:27.523328 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning for port 31064445-732b-4b77-9363-f66edf178073 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 16 01:07:27.529554 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Provisioning complete for port 31064445-732b-4b77-9363-f66edf178073 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:07:27.529958 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (31064445-732b-4b77-9363-f66edf178073), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:27.530439 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Attempt 1 to provision port 31064445-732b-4b77-9363-f66edf178073 Oct 16 01:07:27.600158 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Current status of the port 31064445-732b-4b77-9363-f66edf178073 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:07:27.600546 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802355'] for port (31064445-732b-4b77-9363-f66edf178073), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:27.623671 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ce2d6c-6685-47ba-954e-94c647f15f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31064445-732b-4b77-9363-f66edf178073'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:07:27.625907 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0511e4967dd46b088f3d4ce459ca58cce583b5f5b8cd88699e06c1c2e1720459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bdd27c-0836-4fe5-929a-a15c62a25a9c" -d '{"events": [{"server_uuid": "38ce2d6c-6685-47ba-954e-94c647f15f86", "name": "network-vif-plugged", "status": "completed", "tag": "31064445-732b-4b77-9363-f66edf178073"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:07:27.639418 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] For port 31064445-732b-4b77-9363-f66edf178073, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31064445-732b-4b77-9363-f66edf178073,segment=NetworkSegment(ce390ca2-87a7-430c-b04c-11a2884592e0),segment_id=ce390ca2-87a7-430c-b04c-11a2884592e0)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:07:27.643667 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726298504129', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726298048750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726298048260'] for port (31064445-732b-4b77-9363-f66edf178073), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:27.672229 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4f7af8-1c76-4c5a-b00b-39c0649c2fb7 x-openstack-request-id: req-3b4f7af8-1c76-4c5a-b00b-39c0649c2fb7 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:07:27.672503 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ce2d6c-6685-47ba-954e-94c647f15f86", "name": "network-vif-plugged", "status": "completed", "tag": "31064445-732b-4b77-9363-f66edf178073", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:07:27.672751 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b4f7af8-1c76-4c5a-b00b-39c0649c2fb7 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:07:27.673141 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4f7af8-1c76-4c5a-b00b-39c0649c2fb7'] response: {'server_uuid': '38ce2d6c-6685-47ba-954e-94c647f15f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31064445-732b-4b77-9363-f66edf178073', 'code': 200} Oct 16 01:07:27.698347 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Pushing event updated for resources: {'Port': ['ID=31064445-732b-4b77-9363-f66edf178073,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:27.796091 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:27.843044 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38660f8d-2d74-4c45-be97-fc294bcc26e8 req-155288ee-27be-4e38-8f50-37f62f7f163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:27.844504 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-38660f8d-2d74-4c45-be97-fc294bcc26e8 req-155288ee-27be-4e38-8f50-37f62f7f163f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 1129 time: 0.0385401 Oct 16 01:07:27.892148 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-38660f8d-2d74-4c45-be97-fc294bcc26e8 req-cb502a7d-4820-4c57-89e2-6298f7c8d961 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Oct 16 01:07:28.163014 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7fed9-7772-44b6-a5af-03d429a20c9e req-1811aeb2-abf2-4315-ac63-6f4ea183a3b2 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:28.164459 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-54c7fed9-7772-44b6-a5af-03d429a20c9e req-1811aeb2-abf2-4315-ac63-6f4ea183a3b2 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 945 time: 0.0481250 Oct 16 01:07:28.217117 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-54c7fed9-7772-44b6-a5af-03d429a20c9e req-52b91250-48e5-4bc0-9d99-3cd705036431 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470121 Oct 16 01:07:29.342891 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d751-6361-46b7-9fee-aae30eff48af req-dffff5f7-e6fa-4a27-be03-81baf8e13950 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:29.344415 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ee21d751-6361-46b7-9fee-aae30eff48af req-dffff5f7-e6fa-4a27-be03-81baf8e13950 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 945 time: 0.0485885 Oct 16 01:07:29.396227 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ee21d751-6361-46b7-9fee-aae30eff48af req-9018e8bf-04d4-4cc5-9cde-ede5c6ebd1d1 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 Oct 16 01:07:29.887055 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:30.236149 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:33.788642 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:33.789290 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:35.649768 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38794) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:07:35.795015 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Deleting port 4421e167-6168-4c78-9293-a1d72e2e60b0 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:07:35.795361 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (4421e167-6168-4c78-9293-a1d72e2e60b0), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:35.873782 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (4421e167-6168-4c78-9293-a1d72e2e60b0), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:35.874109 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (4421e167-6168-4c78-9293-a1d72e2e60b0), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:35.886711 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Calling delete_port for 4421e167-6168-4c78-9293-a1d72e2e60b0 owned by network:floatingip {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:07:36.035984 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:36.056627 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (4421e167-6168-4c78-9293-a1d72e2e60b0), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:36.082305 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event deleted for resources: {'Port': ['ID=4421e167-6168-4c78-9293-a1d72e2e60b0,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:36.152668 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (daa41628-51ee-46e5-a35c-614990c2b6fb), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:36.153039 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Floating IP daa41628-51ee-46e5-a35c-614990c2b6fb disassociated (deleted). External IP: 172.37.2.162, port: 8650d000-9eba-4333-85df-35ab0580d9c1. Oct 16 01:07:36.195731 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:36.387338 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:07:36.506251 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:07:36.511853 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:36.518963 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac358a4f-842c-4261-8667-479c567a9904 None None] Sync routers for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:07:36.531678 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac358a4f-842c-4261-8667-479c567a9904 None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:07:36.532302 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-ac358a4f-842c-4261-8667-479c567a9904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:07:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:36.549118 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-4a5f5feb-7012-4c27-b67d-74bd51007af8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/daa41628-51ee-46e5-a35c-614990c2b6fb HTTP/1.1" status: 204 len: 168 time: 0.8958626 Oct 16 01:07:36.549118 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7479d976-4c68-4862-8245-79dfaccf0f81', 'tag': '8650d000-9eba-4333-85df-35ab0580d9c1'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:07:36.550901 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583fdb4e-7961-4e8e-be02-268b86f41372" -d '{"events": [{"name": "network-changed", "server_uuid": "7479d976-4c68-4862-8245-79dfaccf0f81", "tag": "8650d000-9eba-4333-85df-35ab0580d9c1"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:07:36.607411 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33fdd09-7e2f-4ba3-97e6-028564fc7d97 x-openstack-request-id: req-f33fdd09-7e2f-4ba3-97e6-028564fc7d97 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:07:36.607887 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7479d976-4c68-4862-8245-79dfaccf0f81", "tag": "8650d000-9eba-4333-85df-35ab0580d9c1", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:07:36.608427 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f33fdd09-7e2f-4ba3-97e6-028564fc7d97 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:07:36.609002 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33fdd09-7e2f-4ba3-97e6-028564fc7d97'] response: {'name': 'network-changed', 'server_uuid': '7479d976-4c68-4862-8245-79dfaccf0f81', 'tag': '8650d000-9eba-4333-85df-35ab0580d9c1', 'status': 'completed', 'code': 200} Oct 16 01:07:36.669839 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-ac358a4f-842c-4261-8667-479c567a9904 None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:07:36.682313 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fdb4e-7961-4e8e-be02-268b86f41372 req-bdb33ad6-b2da-4c8d-af34-6ec601501c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:36.685376 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-583fdb4e-7961-4e8e-be02-268b86f41372 req-bdb33ad6-b2da-4c8d-af34-6ec601501c01 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 1129 time: 0.0527902 Oct 16 01:07:36.819085 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fdb4e-7961-4e8e-be02-268b86f41372 req-a7558b75-c733-4248-8511-2cbbf8bbec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:36.820469 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-583fdb4e-7961-4e8e-be02-268b86f41372 req-a7558b75-c733-4248-8511-2cbbf8bbec14 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 912 time: 0.1225896 Oct 16 01:07:36.836175 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a926e9-5aa8-41fb-9bf7-3ad0fd985557 req-6dad7ea7-618d-40f0-92bf-47f5790a00c7 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:36.837853 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-03a926e9-5aa8-41fb-9bf7-3ad0fd985557 req-6dad7ea7-618d-40f0-92bf-47f5790a00c7 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 945 time: 0.0589709 Oct 16 01:07:36.890825 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-03a926e9-5aa8-41fb-9bf7-3ad0fd985557 req-faf30c74-ff5e-4882-b8f5-fad2c0b3f9dc tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469754 Oct 16 01:07:36.918261 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:36.940503 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-ac358a4f-842c-4261-8667-479c567a9904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a72ef8fd-0f8c-4ded-b359-d0e905028371', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.51', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:59:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:03:32Z', 'updated_at': '2022-10-16T01:03:35Z', 'revision_number': 1, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:36.966978 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac358a4f-842c-4261-8667-479c567a9904 None None] Checking router: a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:07:36.975626 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac358a4f-842c-4261-8667-479c567a9904 None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:07:36.976236 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-ac358a4f-842c-4261-8667-479c567a9904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:07:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:36.978262 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:37.067672 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:37.088849 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-ac358a4f-842c-4261-8667-479c567a9904 None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:07:37.454727 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-ac358a4f-842c-4261-8667-479c567a9904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a72ef8fd-0f8c-4ded-b359-d0e905028371', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.51', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:59:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:03:32Z', 'updated_at': '2022-10-16T01:03:35Z', 'revision_number': 1, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:37.480233 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac358a4f-842c-4261-8667-479c567a9904 None None] The sync data for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi is: [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a72ef8fd-0f8c-4ded-b359-d0e905028371', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'floating_ip_address': '172.37.2.51', 'floating_network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'router_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'port_id': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'mac_address': 'fa:16:3e:59:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-16T01:03:32Z', 'updated_at': '2022-10-16T01:03:35Z', 'revision_number': 1, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:07:37.699784 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f50e2f-8313-404a-8a44-609dcce4c75b None None] New status for floating IP daa41628-51ee-46e5-a35c-614990c2b6fb: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:07:38.014475 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c351-b967-4709-9c76-5ab148ad4da6 req-b2535f58-568d-48cc-997f-a16724fa3438 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:38.015971 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ae18c351-b967-4709-9c76-5ab148ad4da6 req-b2535f58-568d-48cc-997f-a16724fa3438 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 945 time: 0.0473073 Oct 16 01:07:38.064087 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ae18c351-b967-4709-9c76-5ab148ad4da6 req-4f74c2c4-c162-4d6d-866f-9d8dbdb517ce tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425477 Oct 16 01:07:39.199242 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfc974-9c10-488e-9e9d-155d346c9d54 req-2acea47d-1ede-4990-aaaf-a2d25371b2d4 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:39.200903 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-decfc974-9c10-488e-9e9d-155d346c9d54 req-2acea47d-1ede-4990-aaaf-a2d25371b2d4 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 945 time: 0.0577509 Oct 16 01:07:39.258918 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-decfc974-9c10-488e-9e9d-155d346c9d54 req-299a2ea4-5912-405d-ba85-d959390d9c26 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516593 Oct 16 01:07:40.380810 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d50cb4-7f17-4e2f-880a-af59bf742166 req-7a2e74e6-aef5-4b39-b40a-d94c6ddf1a0a tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:40.382296 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-82d50cb4-7f17-4e2f-880a-af59bf742166 req-7a2e74e6-aef5-4b39-b40a-d94c6ddf1a0a tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 945 time: 0.0478978 Oct 16 01:07:40.429454 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:40.435297 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-82d50cb4-7f17-4e2f-880a-af59bf742166 req-1f35467c-e256-49bb-b6d5-34012f1deea6 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469320 Oct 16 01:07:40.537679 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-583fdb4e-7961-4e8e-be02-268b86f41372 req-ceb300ca-6f6e-44dd-b990-6c246a5f9312 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8650d000-9eba-4333-85df-35ab0580d9c1 HTTP/1.1" status: 200 len: 217 time: 0.0368500 Oct 16 01:07:40.595809 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fdb4e-7961-4e8e-be02-268b86f41372 req-b8492289-84c9-4d39-b247-942ebc729bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:40.597294 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-583fdb4e-7961-4e8e-be02-268b86f41372 req-b8492289-84c9-4d39-b247-942ebc729bb3 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 200 len: 850 time: 0.0507131 Oct 16 01:07:40.652937 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fdb4e-7961-4e8e-be02-268b86f41372 req-d54a9622-7e71-4df6-83ec-b219a435d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:40.654671 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-583fdb4e-7961-4e8e-be02-268b86f41372 req-d54a9622-7e71-4df6-83ec-b219a435d7c2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=67400858-429f-4052-a9a5-3012690406d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503962 Oct 16 01:07:40.801179 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-583fdb4e-7961-4e8e-be02-268b86f41372 req-e0f6e841-1a16-4703-8acd-4ff07a6a32f5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981817 Oct 16 01:07:41.056543 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-583fdb4e-7961-4e8e-be02-268b86f41372 req-1b7488bc-6d2b-4d1c-9e15-5e1af859b059 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238036 Oct 16 01:07:41.069085 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a31baa-71c8-43e6-88c6-bb040515880e req-37faf9ff-16e6-4197-9191-225845d0a706 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:41.070602 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c2a31baa-71c8-43e6-88c6-bb040515880e req-37faf9ff-16e6-4197-9191-225845d0a706 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 945 time: 0.0676515 Oct 16 01:07:41.161878 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-c2a31baa-71c8-43e6-88c6-bb040515880e req-ee5d3657-7f08-4321-8be6-e8312793fbe8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Deleting port 8650d000-9eba-4333-85df-35ab0580d9c1 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:07:41.162221 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2a31baa-71c8-43e6-88c6-bb040515880e req-ee5d3657-7f08-4321-8be6-e8312793fbe8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:41.166314 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:41.237087 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:41.263506 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-c2a31baa-71c8-43e6-88c6-bb040515880e req-ee5d3657-7f08-4321-8be6-e8312793fbe8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] For port 8650d000-9eba-4333-85df-35ab0580d9c1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8650d000-9eba-4333-85df-35ab0580d9c1,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:07:41.263865 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2a31baa-71c8-43e6-88c6-bb040515880e req-ee5d3657-7f08-4321-8be6-e8312793fbe8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:41.277946 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-c2a31baa-71c8-43e6-88c6-bb040515880e req-ee5d3657-7f08-4321-8be6-e8312793fbe8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Calling delete_port for 8650d000-9eba-4333-85df-35ab0580d9c1 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:07:41.417721 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2a31baa-71c8-43e6-88c6-bb040515880e req-ee5d3657-7f08-4321-8be6-e8312793fbe8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (8650d000-9eba-4333-85df-35ab0580d9c1), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:41.447241 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d3657-7f08-4321-8be6-e8312793fbe8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event deleted for resources: {'Port': ['ID=8650d000-9eba-4333-85df-35ab0580d9c1,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:41.508741 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a31baa-71c8-43e6-88c6-bb040515880e req-ee5d3657-7f08-4321-8be6-e8312793fbe8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] No DVR routers for this DVR port 8650d000-9eba-4333-85df-35ab0580d9c1 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:07:41.511800 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2a31baa-71c8-43e6-88c6-bb040515880e req-ee5d3657-7f08-4321-8be6-e8312793fbe8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:41.515491 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c2a31baa-71c8-43e6-88c6-bb040515880e req-ee5d3657-7f08-4321-8be6-e8312793fbe8 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "DELETE /networking/v2.0/ports/8650d000-9eba-4333-85df-35ab0580d9c1 HTTP/1.1" status: 204 len: 173 time: 0.4395483 Oct 16 01:07:41.516237 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7479d976-4c68-4862-8245-79dfaccf0f81', 'name': 'network-vif-deleted', 'tag': '8650d000-9eba-4333-85df-35ab0580d9c1'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:07:41.522339 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f828a9a9-44fe-4bfa-b0e5-d89cc74e017a" -d '{"events": [{"server_uuid": "7479d976-4c68-4862-8245-79dfaccf0f81", "name": "network-vif-deleted", "tag": "8650d000-9eba-4333-85df-35ab0580d9c1"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:07:41.575870 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d15d5d-c99a-4f17-9152-d1794b64b90e x-openstack-request-id: req-f4d15d5d-c99a-4f17-9152-d1794b64b90e {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:07:41.576509 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7479d976-4c68-4862-8245-79dfaccf0f81", "name": "network-vif-deleted", "tag": "8650d000-9eba-4333-85df-35ab0580d9c1", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:07:41.576509 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4d15d5d-c99a-4f17-9152-d1794b64b90e {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:07:41.577134 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d15d5d-c99a-4f17-9152-d1794b64b90e'] response: {'server_uuid': '7479d976-4c68-4862-8245-79dfaccf0f81', 'name': 'network-vif-deleted', 'tag': '8650d000-9eba-4333-85df-35ab0580d9c1', 'status': 'completed', 'code': 200} Oct 16 01:07:41.615229 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-25649a72-accd-482c-9227-85e2617f077c req-15196620-2697-47f5-abc5-ba726de8014f tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 210 time: 0.0558934 Oct 16 01:07:42.737970 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9bb80ab1-5884-4924-b1c3-6579f5ea3b1c req-593b242c-9d1d-4de3-98e4-01917161e121 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 210 time: 0.0290830 Oct 16 01:07:43.856002 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5fad089a-ecd1-440d-92e4-463eae0ff29e req-07c61ec9-92d6-4c08-8476-a2941ee03450 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 210 time: 0.0277128 Oct 16 01:07:44.972917 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0ac9f6c0-3fdc-4a73-ba51-62fe6b29c40c req-ac6f7a5e-8243-45f6-9100-642dbe39e5af tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7479d976-4c68-4862-8245-79dfaccf0f81 HTTP/1.1" status: 200 len: 210 time: 0.0302129 Oct 16 01:07:45.581911 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 8650d000-9eba-4333-85df-35ab0580d9c1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:07:45.603425 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 8650d000-9eba-4333-85df-35ab0580d9c1 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:07:45.603811 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 8650d000-9eba-4333-85df-35ab0580d9c1 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:07:46.523311 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:07:47.458063 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=23 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:48.042022 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:48.321898 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 38916) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:07:48.478390 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Deleting port 6923da62-5c1b-4339-9ea8-d2c3c6c29548 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:07:48.480077 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (6923da62-5c1b-4339-9ea8-d2c3c6c29548), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:48.603040 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (6923da62-5c1b-4339-9ea8-d2c3c6c29548), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:48.603459 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (6923da62-5c1b-4339-9ea8-d2c3c6c29548), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:48.621055 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Calling delete_port for 6923da62-5c1b-4339-9ea8-d2c3c6c29548 owned by network:floatingip {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:07:48.787206 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (6923da62-5c1b-4339-9ea8-d2c3c6c29548), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:48.814412 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event deleted for resources: {'Port': ['ID=6923da62-5c1b-4339-9ea8-d2c3c6c29548,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:48.874537 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:48.892873 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (a72ef8fd-0f8c-4ded-b359-d0e905028371), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:48.893189 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Floating IP a72ef8fd-0f8c-4ded-b359-d0e905028371 disassociated (deleted). External IP: 172.37.2.51, port: ea701c3f-eb65-4a82-83d0-b757b0f39524. Oct 16 01:07:49.311096 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:49.383118 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:07:49.501666 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:07:49.507615 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:49.512205 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf7dc9-a899-48d8-a9b9-fb868d821e5c None None] Sync routers for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:07:49.521161 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf7dc9-a899-48d8-a9b9-fb868d821e5c None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:07:49.521775 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9ccf7dc9-a899-48d8-a9b9-fb868d821e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:07:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:49.538820 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-148660f7-3f09-46b1-9c8c-449fae98f12d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/a72ef8fd-0f8c-4ded-b359-d0e905028371 HTTP/1.1" status: 204 len: 168 time: 1.2157636 Oct 16 01:07:49.539508 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'tag': 'ea701c3f-eb65-4a82-83d0-b757b0f39524'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:07:49.542356 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625f0cb4-f765-426b-b861-0c17ca01aea0" -d '{"events": [{"name": "network-changed", "server_uuid": "391edabf-85a9-4565-92f6-ebd0664d3e20", "tag": "ea701c3f-eb65-4a82-83d0-b757b0f39524"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:07:49.582294 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Oct 2022 01:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c866f078-ad5c-46d7-88e2-4ae6f831804d x-openstack-request-id: req-c866f078-ad5c-46d7-88e2-4ae6f831804d {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:07:49.582643 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391edabf-85a9-4565-92f6-ebd0664d3e20", "tag": "ea701c3f-eb65-4a82-83d0-b757b0f39524", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:07:49.582928 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c866f078-ad5c-46d7-88e2-4ae6f831804d {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:07:49.583339 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c866f078-ad5c-46d7-88e2-4ae6f831804d'] response: {'name': 'network-changed', 'server_uuid': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'tag': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'status': 'completed', 'code': 200} Oct 16 01:07:49.630022 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-9ccf7dc9-a899-48d8-a9b9-fb868d821e5c None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:07:49.770261 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdecac-055d-4376-aa59-0af62ed7b933 req-2f053776-ca85-4d45-8bda-93f2df62a2a4 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:49.772201 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e4bdecac-055d-4376-aa59-0af62ed7b933 req-2f053776-ca85-4d45-8bda-93f2df62a2a4 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 945 time: 0.0510051 Oct 16 01:07:49.839900 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9ccf7dc9-a899-48d8-a9b9-fb868d821e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:49.867703 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf7dc9-a899-48d8-a9b9-fb868d821e5c None None] Checking router: a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:07:49.877854 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf7dc9-a899-48d8-a9b9-fb868d821e5c None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:07:49.878489 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9ccf7dc9-a899-48d8-a9b9-fb868d821e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:07:26Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:49.882544 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-9f3c9fe8-1e7d-4e4d-b77a-ebb7c7398198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:49.884167 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-9f3c9fe8-1e7d-4e4d-b77a-ebb7c7398198 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 1129 time: 0.0661008 Oct 16 01:07:49.898715 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e4bdecac-055d-4376-aa59-0af62ed7b933 req-d62e1500-487d-4dd6-a7ab-4f8052d66673 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191521 Oct 16 01:07:49.990849 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-9ccf7dc9-a899-48d8-a9b9-fb868d821e5c None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:07:50.187484 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9ccf7dc9-a899-48d8-a9b9-fb868d821e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:50.213868 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf7dc9-a899-48d8-a9b9-fb868d821e5c None None] The sync data for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi is: [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:48Z', 'revision_number': 4, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd6141001-454c-4247-9f8c-c8bedfbcc602', 'name': '', 'network_id': '67400858-429f-4052-a9a5-3012690406d5', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'mac_address': 'fa:16:3e:67:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:47Z', 'updated_at': '2022-10-16T00:59:55Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'subnets': [{'id': '85abdef7-ce07-4fe0-b80f-da308604c12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:07:50.430559 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c48f9f-d931-439f-99aa-99223ff53e5d None None] New status for floating IP a72ef8fd-0f8c-4ded-b359-d0e905028371: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:07:51.023663 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748586ad-c77c-4436-a64e-a383d13ce0b5 req-6c28156b-a1fc-44f0-b514-a8f99ba940a9 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:51.025112 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-748586ad-c77c-4436-a64e-a383d13ce0b5 req-6c28156b-a1fc-44f0-b514-a8f99ba940a9 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 945 time: 0.0474787 Oct 16 01:07:51.140309 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-748586ad-c77c-4436-a64e-a383d13ce0b5 req-625cc261-cd14-4912-a1aa-42f6d0a9fe6c tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=04a6f405-fb32-4245-a68e-14ecec65861c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007276 Oct 16 01:07:51.169912 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-08d8c686-0c52-4414-89c9-94dd52502d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:51.171421 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-08d8c686-0c52-4414-89c9-94dd52502d45 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 200 len: 912 time: 0.1406953 Oct 16 01:07:51.267396 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-12a5cf63-602c-440d-baf5-1d0b6e0c0e08 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea701c3f-eb65-4a82-83d0-b757b0f39524 HTTP/1.1" status: 200 len: 217 time: 0.0368643 Oct 16 01:07:51.323153 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-34aae10d-4476-4a93-a0fc-19e9e81b94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:51.324606 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-34aae10d-4476-4a93-a0fc-19e9e81b94bd service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 200 len: 850 time: 0.0509219 Oct 16 01:07:51.501306 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-958c342c-dd55-472d-84c5-7090f0e4495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:51.503742 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-958c342c-dd55-472d-84c5-7090f0e4495e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=67400858-429f-4052-a9a5-3012690406d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480072 Oct 16 01:07:51.523301 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-114c622d-2d7e-40ee-a197-e070476b2132 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 16 01:07:51.524440 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-114c622d-2d7e-40ee-a197-e070476b2132 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054209 Oct 16 01:07:51.646351 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb4505-1244-4bc6-afc8-2d0042e7290b req-50a57656-9f24-40dd-8c90-23715c1b57cd tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:51.647809 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f5bb4505-1244-4bc6-afc8-2d0042e7290b req-50a57656-9f24-40dd-8c90-23715c1b57cd tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 945 time: 0.0895674 Oct 16 01:07:51.714170 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-702c98ca-bab7-44f9-b792-ad565d5698af service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640320 Oct 16 01:07:51.743542 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:51.759700 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-f5bb4505-1244-4bc6-afc8-2d0042e7290b req-fdc2084c-f692-4d69-be88-86ee959bdc8d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Deleting port ea701c3f-eb65-4a82-83d0-b757b0f39524 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:07:51.760119 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f5bb4505-1244-4bc6-afc8-2d0042e7290b req-fdc2084c-f692-4d69-be88-86ee959bdc8d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:51.793785 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:51.813996 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265eae9-1861-4e2e-9443-fc6dcb8b86f4 req-19aa7dd4-d234-4d6f-9713-2a9c3941c629 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:51.815804 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d265eae9-1861-4e2e-9443-fc6dcb8b86f4 req-19aa7dd4-d234-4d6f-9713-2a9c3941c629 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 945 time: 0.0503697 Oct 16 01:07:51.868009 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d265eae9-1861-4e2e-9443-fc6dcb8b86f4 req-1f3721c0-d7f8-4e1a-b2cb-d2fc6902261b tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456245 Oct 16 01:07:51.870691 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-f5bb4505-1244-4bc6-afc8-2d0042e7290b req-fdc2084c-f692-4d69-be88-86ee959bdc8d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] For port ea701c3f-eb65-4a82-83d0-b757b0f39524, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ea701c3f-eb65-4a82-83d0-b757b0f39524,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:07:51.871094 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f5bb4505-1244-4bc6-afc8-2d0042e7290b req-fdc2084c-f692-4d69-be88-86ee959bdc8d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:51.887956 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-f5bb4505-1244-4bc6-afc8-2d0042e7290b req-fdc2084c-f692-4d69-be88-86ee959bdc8d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Calling delete_port for ea701c3f-eb65-4a82-83d0-b757b0f39524 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:07:51.897318 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:52.033635 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f5bb4505-1244-4bc6-afc8-2d0042e7290b req-fdc2084c-f692-4d69-be88-86ee959bdc8d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (ea701c3f-eb65-4a82-83d0-b757b0f39524), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:52.064604 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2084c-f692-4d69-be88-86ee959bdc8d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event deleted for resources: {'Port': ['ID=ea701c3f-eb65-4a82-83d0-b757b0f39524,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:52.111770 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bb4505-1244-4bc6-afc8-2d0042e7290b req-fdc2084c-f692-4d69-be88-86ee959bdc8d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] No DVR routers for this DVR port ea701c3f-eb65-4a82-83d0-b757b0f39524 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:07:52.114367 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f5bb4505-1244-4bc6-afc8-2d0042e7290b req-fdc2084c-f692-4d69-be88-86ee959bdc8d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:52.117457 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f5bb4505-1244-4bc6-afc8-2d0042e7290b req-fdc2084c-f692-4d69-be88-86ee959bdc8d tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ea701c3f-eb65-4a82-83d0-b757b0f39524 HTTP/1.1" status: 204 len: 173 time: 0.4628081 Oct 16 01:07:52.117953 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'name': 'network-vif-deleted', 'tag': 'ea701c3f-eb65-4a82-83d0-b757b0f39524'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:07:52.120558 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c278a28-d020-4d42-b477-adc3e9503890" -d '{"events": [{"server_uuid": "391edabf-85a9-4565-92f6-ebd0664d3e20", "name": "network-vif-deleted", "tag": "ea701c3f-eb65-4a82-83d0-b757b0f39524"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:07:52.160731 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c272b0-57ca-4aa3-a362-8c2adfc04fd4 x-openstack-request-id: req-07c272b0-57ca-4aa3-a362-8c2adfc04fd4 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:07:52.161017 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391edabf-85a9-4565-92f6-ebd0664d3e20", "name": "network-vif-deleted", "tag": "ea701c3f-eb65-4a82-83d0-b757b0f39524", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:07:52.161271 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07c272b0-57ca-4aa3-a362-8c2adfc04fd4 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:07:52.161689 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c272b0-57ca-4aa3-a362-8c2adfc04fd4'] response: {'server_uuid': '391edabf-85a9-4565-92f6-ebd0664d3e20', 'name': 'network-vif-deleted', 'tag': 'ea701c3f-eb65-4a82-83d0-b757b0f39524', 'status': 'completed', 'code': 200} Oct 16 01:07:52.256118 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ae9be75c-a79a-44a4-8261-bfae6de68d74 req-03a964f1-d26d-4a7f-abfe-cd4930ee96fd tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 210 time: 0.0283282 Oct 16 01:07:53.002423 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd9583-fc75-4db8-be8f-c6ac8997b2ee req-43c4492a-76c1-4c73-ad45-7f7a401f2d06 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:53.003971 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c1bd9583-fc75-4db8-be8f-c6ac8997b2ee req-43c4492a-76c1-4c73-ad45-7f7a401f2d06 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 945 time: 0.0502582 Oct 16 01:07:53.059845 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c1bd9583-fc75-4db8-be8f-c6ac8997b2ee req-b729abe8-c139-41b6-adae-78042131c901 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492656 Oct 16 01:07:53.272466 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-625f0cb4-f765-426b-b861-0c17ca01aea0 req-74d366d2-68de-459a-9e66-f1e9aaaade0d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046445 Oct 16 01:07:53.367504 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a2cca4f8-bca7-46ea-b8bf-232ce43ba656 req-988f7aa1-10e0-4e0c-be81-b42de232d216 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=391edabf-85a9-4565-92f6-ebd0664d3e20 HTTP/1.1" status: 200 len: 210 time: 0.0329552 Oct 16 01:07:53.514216 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b207c0-eabd-49e3-95a8-5026a1a8de7c req-316b2fc4-2a1c-4b5a-8fc1-8ac56360d5dc tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:07:53.515896 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-85b207c0-eabd-49e3-95a8-5026a1a8de7c req-316b2fc4-2a1c-4b5a-8fc1-8ac56360d5dc tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 945 time: 0.0550110 Oct 16 01:07:53.615652 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d4d041d1-b0ea-4b12-911b-4c84110e74f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:53.624855 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-85b207c0-eabd-49e3-95a8-5026a1a8de7c req-b52f3e8c-e427-4588-9f93-59458fb88538 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Deleting port 31064445-732b-4b77-9363-f66edf178073 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:07:53.625199 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-85b207c0-eabd-49e3-95a8-5026a1a8de7c req-b52f3e8c-e427-4588-9f93-59458fb88538 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (31064445-732b-4b77-9363-f66edf178073), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:53.733684 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-85b207c0-eabd-49e3-95a8-5026a1a8de7c req-b52f3e8c-e427-4588-9f93-59458fb88538 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] For port 31064445-732b-4b77-9363-f66edf178073, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31064445-732b-4b77-9363-f66edf178073,segment=NetworkSegment(ce390ca2-87a7-430c-b04c-11a2884592e0),segment_id=ce390ca2-87a7-430c-b04c-11a2884592e0)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:07:53.733979 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-85b207c0-eabd-49e3-95a8-5026a1a8de7c req-b52f3e8c-e427-4588-9f93-59458fb88538 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (31064445-732b-4b77-9363-f66edf178073), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:53.749366 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-85b207c0-eabd-49e3-95a8-5026a1a8de7c req-b52f3e8c-e427-4588-9f93-59458fb88538 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Calling delete_port for 31064445-732b-4b77-9363-f66edf178073 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:07:53.884232 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-85b207c0-eabd-49e3-95a8-5026a1a8de7c req-b52f3e8c-e427-4588-9f93-59458fb88538 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (31064445-732b-4b77-9363-f66edf178073), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:53.894034 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:53.899536 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] get_ports_and_sgs() called for port_ids ['31064445-732b-4b77-9363-f66edf178073'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 16 01:07:53.923023 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f3e8c-e427-4588-9f93-59458fb88538 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Pushing event deleted for resources: {'Port': ['ID=31064445-732b-4b77-9363-f66edf178073,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:53.969433 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b207c0-eabd-49e3-95a8-5026a1a8de7c req-b52f3e8c-e427-4588-9f93-59458fb88538 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] No DVR routers for this DVR port 31064445-732b-4b77-9363-f66edf178073 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:07:53.971938 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-85b207c0-eabd-49e3-95a8-5026a1a8de7c req-b52f3e8c-e427-4588-9f93-59458fb88538 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:53.975175 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-85b207c0-eabd-49e3-95a8-5026a1a8de7c req-b52f3e8c-e427-4588-9f93-59458fb88538 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.36 "DELETE /networking/v2.0/ports/31064445-732b-4b77-9363-f66edf178073 HTTP/1.1" status: 204 len: 173 time: 0.4519267 Oct 16 01:07:54.163265 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ce2d6c-6685-47ba-954e-94c647f15f86', 'name': 'network-vif-deleted', 'tag': '31064445-732b-4b77-9363-f66edf178073'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:07:54.165698 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea058c3-4d14-4c42-a5ee-b50c53488721" -d '{"events": [{"server_uuid": "38ce2d6c-6685-47ba-954e-94c647f15f86", "name": "network-vif-deleted", "tag": "31064445-732b-4b77-9363-f66edf178073"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:07:54.187697 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ab05d599-3a2c-4656-be33-9ac9db8f7e1d req-aab9b55a-579e-4cf6-be96-964871135f13 tempest-VolumesSnapshotTestJSON-799418870 tempest-VolumesSnapshotTestJSON-799418870-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=38ce2d6c-6685-47ba-954e-94c647f15f86 HTTP/1.1" status: 200 len: 210 time: 0.0375452 Oct 16 01:07:54.235915 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fc58d5-9f9c-4918-a55f-20912f5a500d x-openstack-request-id: req-f9fc58d5-9f9c-4918-a55f-20912f5a500d {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:07:54.236835 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ce2d6c-6685-47ba-954e-94c647f15f86", "name": "network-vif-deleted", "tag": "31064445-732b-4b77-9363-f66edf178073", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:07:54.237252 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9fc58d5-9f9c-4918-a55f-20912f5a500d {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:07:54.239406 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fc58d5-9f9c-4918-a55f-20912f5a500d'] response: {'server_uuid': '38ce2d6c-6685-47ba-954e-94c647f15f86', 'name': 'network-vif-deleted', 'tag': '31064445-732b-4b77-9363-f66edf178073', 'status': 'completed', 'code': 200} Oct 16 01:07:54.435614 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 38982) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:07:54.557307 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Deleting port 1f2f9447-5a26-405e-829d-d6cb41d3ad8d {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:07:54.557660 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (1f2f9447-5a26-405e-829d-d6cb41d3ad8d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:54.641105 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (1f2f9447-5a26-405e-829d-d6cb41d3ad8d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:54.641438 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (1f2f9447-5a26-405e-829d-d6cb41d3ad8d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:54.654557 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Calling delete_port for 1f2f9447-5a26-405e-829d-d6cb41d3ad8d owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:07:54.809132 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (1f2f9447-5a26-405e-829d-d6cb41d3ad8d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:54.836310 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event deleted for resources: {'Port': ['ID=1f2f9447-5a26-405e-829d-d6cb41d3ad8d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:54.849716 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.850058 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.850454 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.850833 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.851285 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.851634 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.852034 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.852371 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.852703 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.853033 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.853908 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.854244 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.854576 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.854925 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.855256 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:07:54.921340 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for floatingip (d926ffde-0f50-4837-b0ba-5d56b2473d35), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:54.923971 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:54.925127 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ef259c05-2a85-4370-b116-d6e86f74fc55 tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/d926ffde-0f50-4837-b0ba-5d56b2473d35 HTTP/1.1" status: 204 len: 168 time: 0.4902639 Oct 16 01:07:55.675102 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 31064445-732b-4b77-9363-f66edf178073 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:07:55.700138 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: 31064445-732b-4b77-9363-f66edf178073 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:07:55.700578 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device 31064445-732b-4b77-9363-f66edf178073 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:07:55.701109 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device ea701c3f-eb65-4a82-83d0-b757b0f39524 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:07:55.721366 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: ea701c3f-eb65-4a82-83d0-b757b0f39524 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:07:55.721803 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device ea701c3f-eb65-4a82-83d0-b757b0f39524 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:07:56.143421 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39006) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:07:56.204858 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c7241ec-fa73-43ed-8184-b443899dd22c tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group (04a6f405-fb32-4245-a68e-14ecec65861c), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:56.233570 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c7241ec-fa73-43ed-8184-b443899dd22c tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group (04a6f405-fb32-4245-a68e-14ecec65861c), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:56.299427 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c7241ec-fa73-43ed-8184-b443899dd22c tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (04a6f405-fb32-4245-a68e-14ecec65861c), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:56.302469 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6c7241ec-fa73-43ed-8184-b443899dd22c tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:56.303776 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6c7241ec-fa73-43ed-8184-b443899dd22c tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/04a6f405-fb32-4245-a68e-14ecec65861c HTTP/1.1" status: 204 len: 168 time: 0.1593730 Oct 16 01:07:56.314915 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7241ec-fa73-43ed-8184-b443899dd22c tempest-TestVolumeBootPattern-1252253557 tempest-TestVolumeBootPattern-1252253557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a6f405-fb32-4245-a68e-14ecec65861c,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:56.363633 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39010) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:07:56.378461 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2e60e6b7-3881-4598-a453-c2f81eef07ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:56.457455 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:56.764452 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cde66d30-cecc-4f2d-a007-3f9590ca1d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650312'] for router_interface (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:57.022187 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-cde66d30-cecc-4f2d-a007-3f9590ca1d80 admin admin] Deleting port d6141001-454c-4247-9f8c-c8bedfbcc602 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:07:57.022465 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cde66d30-cecc-4f2d-a007-3f9590ca1d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:57.109029 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-cde66d30-cecc-4f2d-a007-3f9590ca1d80 admin admin] For port d6141001-454c-4247-9f8c-c8bedfbcc602, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d6141001-454c-4247-9f8c-c8bedfbcc602,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:07:57.109388 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cde66d30-cecc-4f2d-a007-3f9590ca1d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:57.123689 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-cde66d30-cecc-4f2d-a007-3f9590ca1d80 admin admin] Calling delete_port for d6141001-454c-4247-9f8c-c8bedfbcc602 owned by network:router_interface {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:07:57.326226 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cde66d30-cecc-4f2d-a007-3f9590ca1d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (d6141001-454c-4247-9f8c-c8bedfbcc602), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:57.329681 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:57.335885 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:57.359997 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde66d30-cecc-4f2d-a007-3f9590ca1d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6141001-454c-4247-9f8c-c8bedfbcc602,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:57.562971 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cde66d30-cecc-4f2d-a007-3f9590ca1d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650300'] for router_interface (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:57.594154 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fb8898-03c3-4f05-9251-edf3bef04435 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 16 01:07:57.747922 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb8898-03c3-4f05-9251-edf3bef04435 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 01:07:57.797749 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde66d30-cecc-4f2d-a007-3f9590ca1d80 admin admin] Router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:07:57.847378 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:57.867510 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:57.940302 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde66d30-cecc-4f2d-a007-3f9590ca1d80 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:07:57.946592 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-cde66d30-cecc-4f2d-a007-3f9590ca1d80 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/a3c357fc-2a80-4724-a0d4-f2fc5e3371c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5816460 Oct 16 01:07:57.949592 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39026) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:07:57.965012 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657348b4-13ae-4804-a54f-b9221bd58327 None None] Sync routers for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:07:57.981235 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657348b4-13ae-4804-a54f-b9221bd58327 None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:07:57.981873 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-657348b4-13ae-4804-a54f-b9221bd58327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:07:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:58.058320 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Publish callbacks [] for router (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:58.099222 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-657348b4-13ae-4804-a54f-b9221bd58327 None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:07:58.180503 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Publish callbacks [] for router_gateway (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:58.226417 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:58.243609 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Deleting port 4499fdb3-16a3-4c5e-94f1-07baf827edcb {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:07:58.245193 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:58.316270 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-657348b4-13ae-4804-a54f-b9221bd58327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81'}], 'enable_snat': True}, 'gw_port_id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T01:07:57Z', 'revision_number': 5, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port': {'id': '4499fdb3-16a3-4c5e-94f1-07baf827edcb', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T00:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:58.346300 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657348b4-13ae-4804-a54f-b9221bd58327 None None] Checking router: a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:07:58.359173 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657348b4-13ae-4804-a54f-b9221bd58327 None None] Routers {'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:07:58.361151 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-657348b4-13ae-4804-a54f-b9221bd58327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:07:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:58.460176 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-657348b4-13ae-4804-a54f-b9221bd58327 None None] Set router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 gateway port host: None {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:07:58.517030 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-657348b4-13ae-4804-a54f-b9221bd58327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T01:07:58Z', 'revision_number': 6, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:58.545816 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657348b4-13ae-4804-a54f-b9221bd58327 None None] The sync data for ids ['a3c357fc-2a80-4724-a0d4-f2fc5e3371c9'] in dv-cinder-master-3-iscsi is: [{'id': 'a3c357fc-2a80-4724-a0d4-f2fc5e3371c9', 'name': 'tempest-TestVolumeBootPattern-663501040-router', 'tenant_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:43Z', 'updated_at': '2022-10-16T01:07:58Z', 'revision_number': 6, 'project_id': 'cb1743385ea14cc39244c83e8fc88e7e', 'gw_port_host': None}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:07:58.581171 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-86d33a3e-55ad-46c1-8af0-7dd5dff90e47 None None] Provisioning complete for port 54484db5-9b23-44a4-aeef-b1d117e40429 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:07:58.581787 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-86d33a3e-55ad-46c1-8af0-7dd5dff90e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:58.582339 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-86d33a3e-55ad-46c1-8af0-7dd5dff90e47 None None] Attempt 1 to provision port 54484db5-9b23-44a4-aeef-b1d117e40429 Oct 16 01:07:58.632436 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] For port 4499fdb3-16a3-4c5e-94f1-07baf827edcb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4499fdb3-16a3-4c5e-94f1-07baf827edcb,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:07:58.633081 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:58.646809 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Calling delete_port for 4499fdb3-16a3-4c5e-94f1-07baf827edcb owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:07:58.696261 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-86d33a3e-55ad-46c1-8af0-7dd5dff90e47 None None] Current status of the port 54484db5-9b23-44a4-aeef-b1d117e40429 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:07:58.705889 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:58.714850 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:58.832906 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (4499fdb3-16a3-4c5e-94f1-07baf827edcb), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:58.859139 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Pushing event deleted for resources: {'Port': ['ID=4499fdb3-16a3-4c5e-94f1-07baf827edcb,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:58.971578 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649846'] for router_gateway (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.071095 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11650'] for router (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.074156 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Publish callbacks [] for router_controller (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.117730 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650340'] for router (a3c357fc-2a80-4724-a0d4-f2fc5e3371c9), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.118356 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 01:07:59.123274 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.124591 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ff8cf53d-c389-4123-b252-3a7184af5521 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/a3c357fc-2a80-4724-a0d4-f2fc5e3371c9 HTTP/1.1" status: 204 len: 168 time: 1.1739900 Oct 16 01:07:59.127364 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39032) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:07:59.174510 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-b113166e-5661-4d4b-9180-86dbfa275259 admin admin] Deleting subnet 85abdef7-ce07-4fe0-b80f-da308604c12a {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 01:07:59.177910 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b113166e-5661-4d4b-9180-86dbfa275259 admin admin] Publish callbacks [] for subnet (85abdef7-ce07-4fe0-b80f-da308604c12a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.221678 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b113166e-5661-4d4b-9180-86dbfa275259 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655798'] for subnet (85abdef7-ce07-4fe0-b80f-da308604c12a), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.301403 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b113166e-5661-4d4b-9180-86dbfa275259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (85abdef7-ce07-4fe0-b80f-da308604c12a), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.364039 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b113166e-5661-4d4b-9180-86dbfa275259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2697823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665076'] for subnet (85abdef7-ce07-4fe0-b80f-da308604c12a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.394163 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113166e-5661-4d4b-9180-86dbfa275259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85abdef7-ce07-4fe0-b80f-da308604c12a,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:59.403060 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b113166e-5661-4d4b-9180-86dbfa275259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.407157 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b113166e-5661-4d4b-9180-86dbfa275259 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/85abdef7-ce07-4fe0-b80f-da308604c12a HTTP/1.1" status: 204 len: 168 time: 0.2782967 Oct 16 01:07:59.409369 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39034) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:07:59.411193 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef4ebdf-5051-4ba9-b97a-5fcd104c600e None None] Network 67400858-429f-4052-a9a5-3012690406d5 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:07:59.460031 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:59.491133 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (67400858-429f-4052-a9a5-3012690406d5), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.539412 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Deleting port 54484db5-9b23-44a4-aeef-b1d117e40429 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:07:59.539773 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.545280 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d6141001-454c-4247-9f8c-c8bedfbcc602 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:07:59.620177 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] For port 54484db5-9b23-44a4-aeef-b1d117e40429, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=54484db5-9b23-44a4-aeef-b1d117e40429,segment=NetworkSegment(e85c3ee2-f8b6-42c0-8def-930e36cc19ac),segment_id=e85c3ee2-f8b6-42c0-8def-930e36cc19ac)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:07:59.620551 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.637950 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Calling delete_port for 54484db5-9b23-44a4-aeef-b1d117e40429 owned by network:dhcp {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:07:59.715690 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:59.717944 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c432e0-f5eb-405d-96bb-0425a6a791d9 None None] DHCP port deletion for 67400858-429f-4052-a9a5-3012690406d5 request from dv-cinder-master-3-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 16 01:07:59.723105 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: d6141001-454c-4247-9f8c-c8bedfbcc602 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:07:59.723459 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d6141001-454c-4247-9f8c-c8bedfbcc602 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:07:59.724058 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 4499fdb3-16a3-4c5e-94f1-07baf827edcb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:07:59.730370 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (54484db5-9b23-44a4-aeef-b1d117e40429), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.736935 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:07:59.748074 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 4499fdb3-16a3-4c5e-94f1-07baf827edcb {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:07:59.748608 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 4499fdb3-16a3-4c5e-94f1-07baf827edcb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:07:59.762775 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=54484db5-9b23-44a4-aeef-b1d117e40429,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:07:59.765057 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] No DVR routers for this DVR port 54484db5-9b23-44a4-aeef-b1d117e40429 on host dv-cinder-master-3-iscsi {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:07:59.765405 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-56c432e0-f5eb-405d-96bb-0425a6a791d9 None None] The port '54484db5-9b23-44a4-aeef-b1d117e40429' was deleted {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Oct 16 01:07:59.844945 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (67400858-429f-4052-a9a5-3012690406d5), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.866387 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67400858-429f-4052-a9a5-3012690406d5']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:59.877195 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:59.877541 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85c3ee2-f8b6-42c0-8def-930e36cc19ac') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:07:59.892138 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2655823'] for segment (e85c3ee2-f8b6-42c0-8def-930e36cc19ac), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.893353 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.909272 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (e85c3ee2-f8b6-42c0-8def-930e36cc19ac), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.916742 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 01:07:59.917300 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2697909'] for segment (e85c3ee2-f8b6-42c0-8def-930e36cc19ac), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:07:59.966627 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment e85c3ee2-f8b6-42c0-8def-930e36cc19ac resource provider aggregate not found Oct 16 01:07:59.992145 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment e85c3ee2-f8b6-42c0-8def-930e36cc19ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e85c3ee2-f8b6-42c0-8def-930e36cc19ac found for delete ", "request_id": "req-e9e3d0e4-ee22-4fb6-a612-2c22c294a469"}]} Oct 16 01:08:00.008247 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (67400858-429f-4052-a9a5-3012690406d5), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:00.020770 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:00.028975 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/67400858-429f-4052-a9a5-3012690406d5 HTTP/1.1" status: 204 len: 168 time: 0.6132200 Oct 16 01:08:00.029636 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39046) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:00.102593 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed289f5d-81d9-45ec-970a-73206abe2d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=67400858-429f-4052-a9a5-3012690406d5,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:00.248364 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:00.436747 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=20 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:00.439303 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aee364a0-ebe4-48cd-9bb3-af54d28d4cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650312'] for router_interface (ccd44bba-f220-4e23-991f-31f6ef9b3518), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:00.462970 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=14 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:00.677079 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-aee364a0-ebe4-48cd-9bb3-af54d28d4cfc admin admin] Deleting port 6602cfc3-b450-43d0-b2b3-391416a4e3fb {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:08:00.677753 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aee364a0-ebe4-48cd-9bb3-af54d28d4cfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:00.766428 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-aee364a0-ebe4-48cd-9bb3-af54d28d4cfc admin admin] For port 6602cfc3-b450-43d0-b2b3-391416a4e3fb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6602cfc3-b450-43d0-b2b3-391416a4e3fb,segment=NetworkSegment(0942553e-2aee-4b84-ab5c-33fc9ebfbe94),segment_id=0942553e-2aee-4b84-ab5c-33fc9ebfbe94)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:08:00.767053 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aee364a0-ebe4-48cd-9bb3-af54d28d4cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:00.773993 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:00.785858 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-aee364a0-ebe4-48cd-9bb3-af54d28d4cfc admin admin] Calling delete_port for 6602cfc3-b450-43d0-b2b3-391416a4e3fb owned by network:router_interface {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:08:00.884885 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:00.971301 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aee364a0-ebe4-48cd-9bb3-af54d28d4cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (6602cfc3-b450-43d0-b2b3-391416a4e3fb), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:00.997048 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee364a0-ebe4-48cd-9bb3-af54d28d4cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=6602cfc3-b450-43d0-b2b3-391416a4e3fb,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:01.169404 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aee364a0-ebe4-48cd-9bb3-af54d28d4cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650300'] for router_interface (ccd44bba-f220-4e23-991f-31f6ef9b3518), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:01.205876 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a926d4cb-8e65-41dc-8ef7-7f7353799b53 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 16 01:08:01.298733 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a926d4cb-8e65-41dc-8ef7-7f7353799b53 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 01:08:01.411619 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee364a0-ebe4-48cd-9bb3-af54d28d4cfc admin admin] Router ccd44bba-f220-4e23-991f-31f6ef9b3518 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:08:01.555266 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee364a0-ebe4-48cd-9bb3-af54d28d4cfc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:08:01.565019 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1602410c-05a7-4717-8ee7-93015f08bde6 None None] Sync routers for ids ['ccd44bba-f220-4e23-991f-31f6ef9b3518'] in dv-cinder-master-3-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:08:01.569776 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-aee364a0-ebe4-48cd-9bb3-af54d28d4cfc admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/ccd44bba-f220-4e23-991f-31f6ef9b3518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5362599 Oct 16 01:08:01.570346 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39068) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:01.588917 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1602410c-05a7-4717-8ee7-93015f08bde6 None None] Routers {'ccd44bba-f220-4e23-991f-31f6ef9b3518'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:08:01.591552 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1602410c-05a7-4717-8ee7-93015f08bde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:07:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['ccd44bba-f220-4e23-991f-31f6ef9b3518'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:01.635301 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 54484db5-9b23-44a4-aeef-b1d117e40429 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:08:01.675939 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 54484db5-9b23-44a4-aeef-b1d117e40429 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:08:01.677081 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 54484db5-9b23-44a4-aeef-b1d117e40429 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:08:01.796905 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-1602410c-05a7-4717-8ee7-93015f08bde6 None None] Set router ccd44bba-f220-4e23-991f-31f6ef9b3518 gateway port host: dv-cinder-master-3-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:08:01.798695 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Publish callbacks [] for router (ccd44bba-f220-4e23-991f-31f6ef9b3518), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:01.854498 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:01.970699 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Publish callbacks [] for router_gateway (ccd44bba-f220-4e23-991f-31f6ef9b3518), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:02.032729 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Deleting port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:08:02.033679 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:02.076263 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1602410c-05a7-4717-8ee7-93015f08bde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'name': 'tempest-TestVolumeBootPattern-669493276-router', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184'}], 'enable_snat': True}, 'gw_port_id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:52Z', 'updated_at': '2022-10-16T01:08:00Z', 'revision_number': 5, 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'gw_port': {'id': '70290c51-f188-4c1e-8e6c-a1cdcf26ed1a', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T00:59:54Z', 'updated_at': '2022-10-16T01:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:02.081328 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:02.106029 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1602410c-05a7-4717-8ee7-93015f08bde6 None None] Checking router: ccd44bba-f220-4e23-991f-31f6ef9b3518 for host: dv-cinder-master-3-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:08:02.116046 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1602410c-05a7-4717-8ee7-93015f08bde6 None None] Routers {'ccd44bba-f220-4e23-991f-31f6ef9b3518'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:08:02.116678 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1602410c-05a7-4717-8ee7-93015f08bde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:07:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['ccd44bba-f220-4e23-991f-31f6ef9b3518'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:02.140019 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] For port 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70290c51-f188-4c1e-8e6c-a1cdcf26ed1a,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:08:02.140395 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:02.156597 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Calling delete_port for 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a owned by network:router_gateway {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:08:02.210564 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-1602410c-05a7-4717-8ee7-93015f08bde6 None None] Set router ccd44bba-f220-4e23-991f-31f6ef9b3518 gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:08:02.245456 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-f5526a07-b7e6-460f-b2b5-a1123327a418 None None] Provisioning complete for port 58159a88-5783-4e48-abef-6853eb73d938 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:08:02.246445 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f5526a07-b7e6-460f-b2b5-a1123327a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (58159a88-5783-4e48-abef-6853eb73d938), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:02.246967 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-f5526a07-b7e6-460f-b2b5-a1123327a418 None None] Attempt 1 to provision port 58159a88-5783-4e48-abef-6853eb73d938 Oct 16 01:08:02.264971 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1602410c-05a7-4717-8ee7-93015f08bde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'name': 'tempest-TestVolumeBootPattern-669493276-router', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:52Z', 'updated_at': '2022-10-16T01:08:01Z', 'revision_number': 6, 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:02.292046 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1602410c-05a7-4717-8ee7-93015f08bde6 None None] The sync data for ids ['ccd44bba-f220-4e23-991f-31f6ef9b3518'] in dv-cinder-master-3-iscsi is: [{'id': 'ccd44bba-f220-4e23-991f-31f6ef9b3518', 'name': 'tempest-TestVolumeBootPattern-669493276-router', 'tenant_id': '403b173e9ff04603b1c33837dcd1ba73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T00:59:52Z', 'updated_at': '2022-10-16T01:08:01Z', 'revision_number': 6, 'project_id': '403b173e9ff04603b1c33837dcd1ba73', 'gw_port_host': None}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:08:02.336562 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f5526a07-b7e6-460f-b2b5-a1123327a418 None None] Current status of the port 58159a88-5783-4e48-abef-6853eb73d938 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:08:02.337863 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (70290c51-f188-4c1e-8e6c-a1cdcf26ed1a), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:02.365490 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Pushing event deleted for resources: {'Port': ['ID=70290c51-f188-4c1e-8e6c-a1cdcf26ed1a,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:02.429693 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649846'] for router_gateway (ccd44bba-f220-4e23-991f-31f6ef9b3518), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:02.517254 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11650'] for router (ccd44bba-f220-4e23-991f-31f6ef9b3518), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:02.519438 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Publish callbacks [] for router_controller (ccd44bba-f220-4e23-991f-31f6ef9b3518), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:02.789381 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650340'] for router (ccd44bba-f220-4e23-991f-31f6ef9b3518), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:02.790189 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd44bba-f220-4e23-991f-31f6ef9b3518 {{(pid=104579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 01:08:02.794620 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:02.795777 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4744d62e-601e-411a-ab98-ee564dd7250e admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/ccd44bba-f220-4e23-991f-31f6ef9b3518 HTTP/1.1" status: 204 len: 168 time: 1.2246954 Oct 16 01:08:02.798344 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39080) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:02.852049 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3e262d-9df1-474f-94b2-21bc3ad281dc admin admin] Deleting subnet 67eb960f-e877-4e93-8af8-8f120433934d {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 01:08:02.860402 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9d3e262d-9df1-474f-94b2-21bc3ad281dc admin admin] Publish callbacks [] for subnet (67eb960f-e877-4e93-8af8-8f120433934d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:02.917366 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9d3e262d-9df1-474f-94b2-21bc3ad281dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992188'] for subnet (67eb960f-e877-4e93-8af8-8f120433934d), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.019743 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9d3e262d-9df1-474f-94b2-21bc3ad281dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (67eb960f-e877-4e93-8af8-8f120433934d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.059934 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:03.097793 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9d3e262d-9df1-474f-94b2-21bc3ad281dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2994412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786414'] for subnet (67eb960f-e877-4e93-8af8-8f120433934d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.125882 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e262d-9df1-474f-94b2-21bc3ad281dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67eb960f-e877-4e93-8af8-8f120433934d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:03.133293 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9d3e262d-9df1-474f-94b2-21bc3ad281dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.137933 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9d3e262d-9df1-474f-94b2-21bc3ad281dc admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/67eb960f-e877-4e93-8af8-8f120433934d HTTP/1.1" status: 204 len: 168 time: 0.3383832 Oct 16 01:08:03.140319 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a68d94-f00a-4940-8311-50ffd869874e None None] Network 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:08:03.140800 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39092) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:03.242740 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (3ddf9fc6-b7ec-4894-844e-44f84b7c3b07), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.310091 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Deleting port 58159a88-5783-4e48-abef-6853eb73d938 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:08:03.310435 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (58159a88-5783-4e48-abef-6853eb73d938), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.348224 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7cbd88-97a4-4b7a-8b90-1de598e1cb95 None None] DHCP port deletion for 3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 request from dv-cinder-master-3-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 16 01:08:03.415230 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c7cbd88-97a4-4b7a-8b90-1de598e1cb95 None None] Deleting port 58159a88-5783-4e48-abef-6853eb73d938 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:08:03.415460 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c7cbd88-97a4-4b7a-8b90-1de598e1cb95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (58159a88-5783-4e48-abef-6853eb73d938), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.423381 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] For port 58159a88-5783-4e48-abef-6853eb73d938, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=58159a88-5783-4e48-abef-6853eb73d938,segment=NetworkSegment(0942553e-2aee-4b84-ab5c-33fc9ebfbe94),segment_id=0942553e-2aee-4b84-ab5c-33fc9ebfbe94)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:08:03.423917 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (58159a88-5783-4e48-abef-6853eb73d938), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.441907 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Calling delete_port for 58159a88-5783-4e48-abef-6853eb73d938 owned by network:dhcp {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:08:03.443949 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:03.498988 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:03.506897 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c7cbd88-97a4-4b7a-8b90-1de598e1cb95 None None] For port 58159a88-5783-4e48-abef-6853eb73d938, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=58159a88-5783-4e48-abef-6853eb73d938,segment=NetworkSegment(0942553e-2aee-4b84-ab5c-33fc9ebfbe94),segment_id=0942553e-2aee-4b84-ab5c-33fc9ebfbe94)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:08:03.507310 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c7cbd88-97a4-4b7a-8b90-1de598e1cb95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (58159a88-5783-4e48-abef-6853eb73d938), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.528244 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c7cbd88-97a4-4b7a-8b90-1de598e1cb95 None None] Calling delete_port for 58159a88-5783-4e48-abef-6853eb73d938 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:08:03.546796 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (58159a88-5783-4e48-abef-6853eb73d938), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.583975 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Pushing event deleted for resources: {'Port': ['ID=58159a88-5783-4e48-abef-6853eb73d938,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:03.585796 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] No DVR routers for this DVR port 58159a88-5783-4e48-abef-6853eb73d938 on host dv-cinder-master-3-iscsi {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:08:03.589555 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 6602cfc3-b450-43d0-b2b3-391416a4e3fb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:08:03.621128 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 6602cfc3-b450-43d0-b2b3-391416a4e3fb {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:08:03.621481 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 6602cfc3-b450-43d0-b2b3-391416a4e3fb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:08:03.621892 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 58159a88-5783-4e48-abef-6853eb73d938 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:08:03.649751 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 58159a88-5783-4e48-abef-6853eb73d938 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:08:03.650169 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 58159a88-5783-4e48-abef-6853eb73d938 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:08:03.650606 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:08:03.667503 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (3ddf9fc6-b7ec-4894-844e-44f84b7c3b07), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.675075 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:03.677123 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:08:03.677458 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 70290c51-f188-4c1e-8e6c-a1cdcf26ed1a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:08:03.688297 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c7cbd88-97a4-4b7a-8b90-1de598e1cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741'] for port (58159a88-5783-4e48-abef-6853eb73d938), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.690319 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddf9fc6-b7ec-4894-844e-44f84b7c3b07']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:03.700433 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0942553e-2aee-4b84-ab5c-33fc9ebfbe94') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:03.700731 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0942553e-2aee-4b84-ab5c-33fc9ebfbe94') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:03.710382 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2655823'] for segment (0942553e-2aee-4b84-ab5c-33fc9ebfbe94), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.716483 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cbd88-97a4-4b7a-8b90-1de598e1cb95 None None] Pushing event deleted for resources: {'Port': ['ID=58159a88-5783-4e48-abef-6853eb73d938,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:03.721036 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7cbd88-97a4-4b7a-8b90-1de598e1cb95 None None] No DVR routers for this DVR port 58159a88-5783-4e48-abef-6853eb73d938 on host dv-cinder-master-3-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:08:03.724178 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (0942553e-2aee-4b84-ab5c-33fc9ebfbe94), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.731979 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 01:08:03.732580 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2697909'] for segment (0942553e-2aee-4b84-ab5c-33fc9ebfbe94), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.752371 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 0942553e-2aee-4b84-ab5c-33fc9ebfbe94 resource provider aggregate not found Oct 16 01:08:03.797026 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 0942553e-2aee-4b84-ab5c-33fc9ebfbe94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0942553e-2aee-4b84-ab5c-33fc9ebfbe94 found for delete ", "request_id": "req-3ca7393a-dfbb-4dc6-b520-8174e5e08570"}]} Oct 16 01:08:03.803600 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (3ddf9fc6-b7ec-4894-844e-44f84b7c3b07), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.809994 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:03.813062 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/3ddf9fc6-b7ec-4894-844e-44f84b7c3b07 HTTP/1.1" status: 204 len: 168 time: 0.6705329 Oct 16 01:08:03.824865 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040a4f0-c4f6-4494-990f-da31cced4675 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddf9fc6-b7ec-4894-844e-44f84b7c3b07,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:03.937797 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39110) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:03.981887 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-573de9c9-5d3b-4bff-9406-df8de4989c3d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cb1743385ea14cc39244c83e8fc88e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426974 Oct 16 01:08:03.984543 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39112) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:04.035139 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a3bf2d5c-34b7-463c-9a86-becd7350d09f admin admin] Publish callbacks [] for security_group (8fe3bf74-e019-4454-9cfb-63e09082d849), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:04.059211 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a3bf2d5c-34b7-463c-9a86-becd7350d09f admin admin] Publish callbacks [] for security_group (8fe3bf74-e019-4454-9cfb-63e09082d849), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:04.108733 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a3bf2d5c-34b7-463c-9a86-becd7350d09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (8fe3bf74-e019-4454-9cfb-63e09082d849), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:04.112033 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a3bf2d5c-34b7-463c-9a86-becd7350d09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:04.113361 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a3bf2d5c-34b7-463c-9a86-becd7350d09f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8fe3bf74-e019-4454-9cfb-63e09082d849 HTTP/1.1" status: 204 len: 168 time: 0.1278045 Oct 16 01:08:04.116812 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=82,neutron:DELETE=14,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:04.124234 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf2d5c-34b7-463c-9a86-becd7350d09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe3bf74-e019-4454-9cfb-63e09082d849,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:04.478620 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39124) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:04.546939 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3056b2bb-3725-4842-b918-a48cd30d35a7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=403b173e9ff04603b1c33837dcd1ba73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661373 Oct 16 01:08:04.549595 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39130) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:04.602559 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ac488088-eaf6-4ac8-861c-735a606e4595 admin admin] Publish callbacks [] for security_group (4daccf5d-b1df-47b4-9c00-4a60f28fb466), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:04.625922 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ac488088-eaf6-4ac8-861c-735a606e4595 admin admin] Publish callbacks [] for security_group (4daccf5d-b1df-47b4-9c00-4a60f28fb466), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:04.679267 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ac488088-eaf6-4ac8-861c-735a606e4595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (4daccf5d-b1df-47b4-9c00-4a60f28fb466), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:04.682149 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ac488088-eaf6-4ac8-861c-735a606e4595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:04.683360 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ac488088-eaf6-4ac8-861c-735a606e4595 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4daccf5d-b1df-47b4-9c00-4a60f28fb466 HTTP/1.1" status: 204 len: 168 time: 0.1324797 Oct 16 01:08:04.692600 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac488088-eaf6-4ac8-861c-735a606e4595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daccf5d-b1df-47b4-9c00-4a60f28fb466,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:05.115515 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0290510-7a3b-4bb2-8700-671d53cf77c4 req-fc3434fe-0938-42a2-80e1-0d6336a0c2f7 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:08:05.117082 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0290510-7a3b-4bb2-8700-671d53cf77c4 req-fc3434fe-0938-42a2-80e1-0d6336a0c2f7 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 945 time: 0.0496461 Oct 16 01:08:05.166281 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a0290510-7a3b-4bb2-8700-671d53cf77c4 req-53144739-448d-4071-8da9-4c10a66f81b9 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430939 Oct 16 01:08:06.293230 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2675935-a633-448d-bdd1-913c9fb9bead req-555867fd-acf7-4e8e-8d43-3eb7ae81c191 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:08:06.294695 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a2675935-a633-448d-bdd1-913c9fb9bead req-555867fd-acf7-4e8e-8d43-3eb7ae81c191 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 945 time: 0.0473828 Oct 16 01:08:06.342028 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a2675935-a633-448d-bdd1-913c9fb9bead req-c5a38c4d-f166-4b4d-992b-09bdb743b4d2 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416539 Oct 16 01:08:07.687477 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ddce5-7d3d-4fcf-9ab2-84f62615f299 req-4ba73e1d-640c-4a75-b0d8-744c6bc6284f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:08:07.688961 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-314ddce5-7d3d-4fcf-9ab2-84f62615f299 req-4ba73e1d-640c-4a75-b0d8-744c6bc6284f tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 945 time: 0.0475979 Oct 16 01:08:07.735845 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-314ddce5-7d3d-4fcf-9ab2-84f62615f299 req-b4a096fe-b245-4c6b-85ab-c62faeda9fc8 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407393 Oct 16 01:08:08.877349 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215bfef-feb8-429f-9006-34041b2a074d req-2c3fbef0-e64b-48df-a295-1c9122a7b5bb tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:08:08.879315 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4215bfef-feb8-429f-9006-34041b2a074d req-2c3fbef0-e64b-48df-a295-1c9122a7b5bb tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 945 time: 0.0485706 Oct 16 01:08:08.931398 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4215bfef-feb8-429f-9006-34041b2a074d req-ab30b7f0-f480-4f5a-8374-8971b9e8226b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e390656-dd0d-43cf-8c2e-fdedef30e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444415 Oct 16 01:08:09.513173 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-1a55440b-5c82-4308-b345-feb4a6db865d tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 16 01:08:09.514629 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-1a55440b-5c82-4308-b345-feb4a6db865d tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 945 time: 0.0498073 Oct 16 01:08:09.592592 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:09.599051 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Deleting port b75f86c7-a0ac-43e2-8da9-10f736efe195 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:08:09.599393 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:09.692351 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] For port b75f86c7-a0ac-43e2-8da9-10f736efe195, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b75f86c7-a0ac-43e2-8da9-10f736efe195,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:08:09.692621 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:09.781009 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:09.858773 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:09.859169 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647496'] for floatingip (71c10ab4-24b3-4e02-9211-d561f3da126a), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:09.859486 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Floating IP 71c10ab4-24b3-4e02-9211-d561f3da126a disassociated. External IP: 172.37.2.205, port: b75f86c7-a0ac-43e2-8da9-10f736efe195. Oct 16 01:08:09.859825 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Calling delete_port for b75f86c7-a0ac-43e2-8da9-10f736efe195 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:08:09.991740 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (b75f86c7-a0ac-43e2-8da9-10f736efe195), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:10.021254 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event deleted for resources: {'Port': ['ID=b75f86c7-a0ac-43e2-8da9-10f736efe195,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:10.034554 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.034923 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.035379 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.035726 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.036058 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.036387 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.036713 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.037036 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.037364 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.037688 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.038010 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.038337 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.038805 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.041243 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.041243 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:08:10.053049 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36562b38-099a-4c3c-91e9-1581dac6cc8b req-3bace8bc-14ab-4f6e-84f8-ec4158083c6a tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 210 time: 0.0433204 Oct 16 01:08:10.157175 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Router 70ef0714-e67f-4232-a8b3-97d360f21c38 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:08:10.537021 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:08:10.546365 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300d51d-ed39-417a-99d3-d579ccd91b2f None None] Sync routers for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:08:10.557847 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300d51d-ed39-417a-99d3-d579ccd91b2f None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:08:10.558467 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9300d51d-ed39-417a-99d3-d579ccd91b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:07:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:10.578925 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] No DVR routers for this DVR port b75f86c7-a0ac-43e2-8da9-10f736efe195 on host hv-cinder-maste {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:08:10.581451 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:10.584667 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f52baf72-d227-4267-b8c9-604b34c1bb80 req-ee9f6c0b-3fbd-4636-aab6-a76fd910b94c tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.36 "DELETE /networking/v2.0/ports/b75f86c7-a0ac-43e2-8da9-10f736efe195 HTTP/1.1" status: 204 len: 173 time: 1.0622394 Oct 16 01:08:10.585158 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'name': 'network-vif-deleted', 'tag': 'b75f86c7-a0ac-43e2-8da9-10f736efe195'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 16 01:08:10.587957 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93a03163a17d4191f497b37b57143d73bea37aef434b157f77d0d8fd60c5a37a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5055fde3-6fc7-4c55-8fec-fde07a84a475" -d '{"events": [{"server_uuid": "78ed622b-285f-4f9b-a373-bdfc9b667fc6", "name": "network-vif-deleted", "tag": "b75f86c7-a0ac-43e2-8da9-10f736efe195"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 01:08:10.670432 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-9300d51d-ed39-417a-99d3-d579ccd91b2f None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:08:10.699493 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Oct 2022 01:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d797cc-c935-46fb-8370-5e914897748c x-openstack-request-id: req-38d797cc-c935-46fb-8370-5e914897748c {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 01:08:10.699789 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ed622b-285f-4f9b-a373-bdfc9b667fc6", "name": "network-vif-deleted", "tag": "b75f86c7-a0ac-43e2-8da9-10f736efe195", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 01:08:10.700042 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38d797cc-c935-46fb-8370-5e914897748c {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 01:08:10.700437 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d797cc-c935-46fb-8370-5e914897748c'] response: {'server_uuid': '78ed622b-285f-4f9b-a373-bdfc9b667fc6', 'name': 'network-vif-deleted', 'tag': 'b75f86c7-a0ac-43e2-8da9-10f736efe195', 'status': 'completed', 'code': 200} Oct 16 01:08:10.745440 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:10.867486 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9300d51d-ed39-417a-99d3-d579ccd91b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:11Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:10.893498 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300d51d-ed39-417a-99d3-d579ccd91b2f None None] Checking router: 70ef0714-e67f-4232-a8b3-97d360f21c38 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:08:10.901830 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300d51d-ed39-417a-99d3-d579ccd91b2f None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:08:10.902429 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9300d51d-ed39-417a-99d3-d579ccd91b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:07:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:10.983523 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:11.004924 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-9300d51d-ed39-417a-99d3-d579ccd91b2f None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:08:11.177400 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b9297107-3758-4ab5-a08f-0d0bc52e6ed7 req-0170febc-ae18-45a2-878c-fe54530d9bcf tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=78ed622b-285f-4f9b-a373-bdfc9b667fc6 HTTP/1.1" status: 200 len: 210 time: 0.0336728 Oct 16 01:08:11.206918 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9300d51d-ed39-417a-99d3-d579ccd91b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:11Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:11.230676 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300d51d-ed39-417a-99d3-d579ccd91b2f None None] The sync data for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi is: [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:05Z', 'revision_number': 4, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a0f3de46-77fa-4767-8d04-a86666829119', 'name': '', 'network_id': '57335160-65ed-4241-a862-dbf37da52fd2', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'mac_address': 'fa:16:3e:0a:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:05Z', 'updated_at': '2022-10-16T01:03:11Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'subnets': [{'id': 'ddb48e42-3d61-453a-90ed-9d67363fcb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:08:11.551820 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e5a4c8-0305-456a-b886-e411d2b02ce4 None None] New status for floating IP 71c10ab4-24b3-4e02-9211-d561f3da126a: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 16 01:08:12.275102 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39198) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:12.329753 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-883bef7d-39c3-467d-8897-068059b58135 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group (3e390656-dd0d-43cf-8c2e-fdedef30e802), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:12.351700 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-883bef7d-39c3-467d-8897-068059b58135 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group (3e390656-dd0d-43cf-8c2e-fdedef30e802), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:12.400128 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-883bef7d-39c3-467d-8897-068059b58135 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3e390656-dd0d-43cf-8c2e-fdedef30e802), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:12.402600 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-883bef7d-39c3-467d-8897-068059b58135 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:12.403827 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-883bef7d-39c3-467d-8897-068059b58135 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3e390656-dd0d-43cf-8c2e-fdedef30e802 HTTP/1.1" status: 204 len: 168 time: 0.1276848 Oct 16 01:08:12.406723 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39200) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:12.412960 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bef7d-39c3-467d-8897-068059b58135 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e390656-dd0d-43cf-8c2e-fdedef30e802,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:12.421168 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.api.v2.resource [None req-ae151773-eb62-4139-a7cc-3837d1fc274b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] show failed (client error): The resource could not be found. Oct 16 01:08:12.422152 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ae151773-eb62-4139-a7cc-3837d1fc274b tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "GET /networking/v2.0/security-groups/3e390656-dd0d-43cf-8c2e-fdedef30e802 HTTP/1.1" status: 404 len: 347 time: 0.0139227 Oct 16 01:08:12.427594 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39204) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:12.475261 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:12.551283 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-25af10bb-b92f-4f77-9fa9-7448fc279b81 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Deleting port e955ac14-5202-4518-b5b9-c5716fee8c28 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:08:12.551633 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-25af10bb-b92f-4f77-9fa9-7448fc279b81 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (e955ac14-5202-4518-b5b9-c5716fee8c28), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:12.633400 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-25af10bb-b92f-4f77-9fa9-7448fc279b81 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (e955ac14-5202-4518-b5b9-c5716fee8c28), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:12.633753 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-25af10bb-b92f-4f77-9fa9-7448fc279b81 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (e955ac14-5202-4518-b5b9-c5716fee8c28), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:12.646229 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-25af10bb-b92f-4f77-9fa9-7448fc279b81 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Calling delete_port for e955ac14-5202-4518-b5b9-c5716fee8c28 owned by network:floatingip {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:08:12.658408 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:12.781408 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-25af10bb-b92f-4f77-9fa9-7448fc279b81 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2697834'] for port (e955ac14-5202-4518-b5b9-c5716fee8c28), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:12.808223 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af10bb-b92f-4f77-9fa9-7448fc279b81 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Pushing event deleted for resources: {'Port': ['ID=e955ac14-5202-4518-b5b9-c5716fee8c28,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:12.872155 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-25af10bb-b92f-4f77-9fa9-7448fc279b81 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks [] for floatingip (71c10ab4-24b3-4e02-9211-d561f3da126a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:12.874598 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-25af10bb-b92f-4f77-9fa9-7448fc279b81 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40770'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:12.875815 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-25af10bb-b92f-4f77-9fa9-7448fc279b81 tempest-AttachVolumeTestJSON-860372929 tempest-AttachVolumeTestJSON-860372929-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/71c10ab4-24b3-4e02-9211-d561f3da126a HTTP/1.1" status: 204 len: 168 time: 0.4488745 Oct 16 01:08:14.077424 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device b75f86c7-a0ac-43e2-8da9-10f736efe195 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:08:14.098484 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] No Port match for: b75f86c7-a0ac-43e2-8da9-10f736efe195 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:08:14.098925 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Device b75f86c7-a0ac-43e2-8da9-10f736efe195 not bound to the agent host hv-cinder-maste {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:08:16.432211 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39270) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:16.898454 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-70002065-0ff9-4709-a437-e4dd2bb790a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650312'] for router_interface (70ef0714-e67f-4232-a8b3-97d360f21c38), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:17.126780 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-70002065-0ff9-4709-a437-e4dd2bb790a9 admin admin] Deleting port a0f3de46-77fa-4767-8d04-a86666829119 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:08:17.127164 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-70002065-0ff9-4709-a437-e4dd2bb790a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (a0f3de46-77fa-4767-8d04-a86666829119), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:17.172834 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:17.214431 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-70002065-0ff9-4709-a437-e4dd2bb790a9 admin admin] For port a0f3de46-77fa-4767-8d04-a86666829119, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0f3de46-77fa-4767-8d04-a86666829119,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:08:17.214805 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-70002065-0ff9-4709-a437-e4dd2bb790a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (a0f3de46-77fa-4767-8d04-a86666829119), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:17.229646 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-70002065-0ff9-4709-a437-e4dd2bb790a9 admin admin] Calling delete_port for a0f3de46-77fa-4767-8d04-a86666829119 owned by network:router_interface {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:08:17.269042 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:17.410559 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-70002065-0ff9-4709-a437-e4dd2bb790a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (a0f3de46-77fa-4767-8d04-a86666829119), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:17.436183 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70002065-0ff9-4709-a437-e4dd2bb790a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f3de46-77fa-4767-8d04-a86666829119,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:17.607639 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-70002065-0ff9-4709-a437-e4dd2bb790a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650300'] for router_interface (70ef0714-e67f-4232-a8b3-97d360f21c38), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:17.628282 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ba605-2b7e-41a0-a56d-dedf229206ef None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 16 01:08:17.702048 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366ba605-2b7e-41a0-a56d-dedf229206ef None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 01:08:17.815482 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70002065-0ff9-4709-a437-e4dd2bb790a9 admin admin] Router 70ef0714-e67f-4232-a8b3-97d360f21c38 has already been hosted by L3 agent fd33115c-d5ef-4a62-ab3f-13142aafa0cb {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 01:08:17.923667 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70002065-0ff9-4709-a437-e4dd2bb790a9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 01:08:17.929453 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-70002065-0ff9-4709-a437-e4dd2bb790a9 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/70ef0714-e67f-4232-a8b3-97d360f21c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4954729 Oct 16 01:08:17.931769 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39280) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:17.936561 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd019df-4905-424f-abda-eb37db833681 None None] Sync routers for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 01:08:17.948931 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd019df-4905-424f-abda-eb37db833681 None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:08:17.949672 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-cdd019df-4905-424f-abda-eb37db833681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:07:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:18.033610 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:18.039915 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Publish callbacks [] for router (70ef0714-e67f-4232-a8b3-97d360f21c38), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.064248 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.075146 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-cdd019df-4905-424f-abda-eb37db833681 None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: dv-cinder-master-3-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:08:18.138828 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:18.151586 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Publish callbacks [] for router_gateway (70ef0714-e67f-4232-a8b3-97d360f21c38), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.200591 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Deleting port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:08:18.200931 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.270829 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-cdd019df-4905-424f-abda-eb37db833681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'external_fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:08:17Z', 'revision_number': 5, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port': {'id': 'd48c3a5e-a5b6-437b-9b47-0e5512bf4fa8', 'name': '', 'network_id': '208c62ac-592a-4dec-a1cf-31599d23bbee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'ip_address': '172.37.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f389a4ac-f37a-4f23-8d43-f4bb31e23900', 'cidr': '172.37.2.0/24', 'gateway_ip': '172.37.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:18.279953 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39284) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:18.292717 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] For port d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8,segment=NetworkSegment(90ae8863-1d1b-4c01-9b2a-3eb157dfed09),segment_id=90ae8863-1d1b-4c01-9b2a-3eb157dfed09)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:08:18.293672 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.303219 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd019df-4905-424f-abda-eb37db833681 None None] Checking router: 70ef0714-e67f-4232-a8b3-97d360f21c38 for host: dv-cinder-master-3-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 01:08:18.309331 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Calling delete_port for d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 owned by network:router_gateway {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:08:18.313705 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd019df-4905-424f-abda-eb37db833681 None None] Routers {'70ef0714-e67f-4232-a8b3-97d360f21c38'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 16 01:08:18.314408 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-cdd019df-4905-424f-abda-eb37db833681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-16T00:48:56Z,description=,heartbeat_timestamp=2022-10-16T01:07:56Z,host='dv-cinder-master-3-iscsi',id=fd33115c-d5ef-4a62-ab3f-13142aafa0cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-16T00:48:56Z,topic='l3_agent')) {'router_ids': ['70ef0714-e67f-4232-a8b3-97d360f21c38'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:18.335713 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e93215-80b8-493d-b2a4-cbbbd4ba8bfd admin admin] Deleting subnet 2719eb6f-42f8-40e2-94fe-1aae0fcee16d {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 01:08:18.342442 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c4e93215-80b8-493d-b2a4-cbbbd4ba8bfd admin admin] Publish callbacks [] for subnet (2719eb6f-42f8-40e2-94fe-1aae0fcee16d), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.382737 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c4e93215-80b8-493d-b2a4-cbbbd4ba8bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655798'] for subnet (2719eb6f-42f8-40e2-94fe-1aae0fcee16d), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.431182 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c4e93215-80b8-493d-b2a4-cbbbd4ba8bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (2719eb6f-42f8-40e2-94fe-1aae0fcee16d), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.496680 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c4e93215-80b8-493d-b2a4-cbbbd4ba8bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2697823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2665076'] for subnet (2719eb6f-42f8-40e2-94fe-1aae0fcee16d), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.497346 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.520296 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e93215-80b8-493d-b2a4-cbbbd4ba8bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2719eb6f-42f8-40e2-94fe-1aae0fcee16d,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:18.524544 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:18.530429 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c4e93215-80b8-493d-b2a4-cbbbd4ba8bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.536449 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c4e93215-80b8-493d-b2a4-cbbbd4ba8bfd admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/2719eb6f-42f8-40e2-94fe-1aae0fcee16d HTTP/1.1" status: 204 len: 168 time: 0.2548270 Oct 16 01:08:18.537143 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39286) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:18.547203 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-5a099e88-786c-41c9-a691-373d8a5a7976 None None] Provisioning complete for port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 16 01:08:18.547594 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5a099e88-786c-41c9-a691-373d8a5a7976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714883'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.547936 dv-cinder-master-3-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-5a099e88-786c-41c9-a691-373d8a5a7976 None None] Attempt 1 to provision port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e Oct 16 01:08:18.588039 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-cdd019df-4905-424f-abda-eb37db833681 None None] Set router 70ef0714-e67f-4232-a8b3-97d360f21c38 gateway port host: None {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 16 01:08:18.593585 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649846'] for router_gateway (70ef0714-e67f-4232-a8b3-97d360f21c38), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.613702 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (00f07626-fa08-4fe1-b8db-0b77245228f3), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.645817 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-cdd019df-4905-424f-abda-eb37db833681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:08:18Z', 'revision_number': 6, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:18.676006 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd019df-4905-424f-abda-eb37db833681 None None] The sync data for ids ['70ef0714-e67f-4232-a8b3-97d360f21c38'] in dv-cinder-master-3-iscsi is: [{'id': '70ef0714-e67f-4232-a8b3-97d360f21c38', 'name': 'tempest-AttachVolumeTestJSON-1096901518-router', 'tenant_id': 'b8852bfe31aa4ba68190661d26c177cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-16T01:03:03Z', 'updated_at': '2022-10-16T01:08:18Z', 'revision_number': 6, 'project_id': 'b8852bfe31aa4ba68190661d26c177cb', 'gw_port_host': None}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 01:08:18.681233 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:18.696915 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11650'] for router (70ef0714-e67f-4232-a8b3-97d360f21c38), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.699520 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Publish callbacks [] for router_controller (70ef0714-e67f-4232-a8b3-97d360f21c38), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.709620 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (00f07626-fa08-4fe1-b8db-0b77245228f3), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.721761 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-5a099e88-786c-41c9-a691-373d8a5a7976 None None] Current status of the port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 16 01:08:18.735423 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f07626-fa08-4fe1-b8db-0b77245228f3']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:18.745759 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce390ca2-87a7-430c-b04c-11a2884592e0') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:18.746061 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce390ca2-87a7-430c-b04c-11a2884592e0') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:18.755427 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650340'] for router (70ef0714-e67f-4232-a8b3-97d360f21c38), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.755933 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70ef0714-e67f-4232-a8b3-97d360f21c38 {{(pid=104579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 01:08:18.757788 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2655823'] for segment (ce390ca2-87a7-430c-b04c-11a2884592e0), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.760294 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.761420 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-99c3e459-7a2b-4e31-be76-d46514917390 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/70ef0714-e67f-4232-a8b3-97d360f21c38 HTTP/1.1" status: 204 len: 168 time: 0.8285778 Oct 16 01:08:18.764039 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39288) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:18.772353 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (ce390ca2-87a7-430c-b04c-11a2884592e0), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.779457 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 01:08:18.779860 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2697909'] for segment (ce390ca2-87a7-430c-b04c-11a2884592e0), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.810351 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13179ed-53c6-4afd-aaa5-f596b41fba6e admin admin] Deleting subnet ddb48e42-3d61-453a-90ed-9d67363fcb4f {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 16 01:08:18.813717 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d13179ed-53c6-4afd-aaa5-f596b41fba6e admin admin] Publish callbacks [] for subnet (ddb48e42-3d61-453a-90ed-9d67363fcb4f), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.821761 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment ce390ca2-87a7-430c-b04c-11a2884592e0 resource provider aggregate not found Oct 16 01:08:18.840998 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment ce390ca2-87a7-430c-b04c-11a2884592e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce390ca2-87a7-430c-b04c-11a2884592e0 found for delete ", "request_id": "req-4ee23259-e97c-4234-9727-b6aad15e9bbc"}]} Oct 16 01:08:18.845954 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (00f07626-fa08-4fe1-b8db-0b77245228f3), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.850789 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d13179ed-53c6-4afd-aaa5-f596b41fba6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992188'] for subnet (ddb48e42-3d61-453a-90ed-9d67363fcb4f), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.851617 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.855777 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/00f07626-fa08-4fe1-b8db-0b77245228f3 HTTP/1.1" status: 204 len: 168 time: 0.3176332 Oct 16 01:08:18.867536 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26670d-f549-4e23-9ef6-72ee49e2d3f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f07626-fa08-4fe1-b8db-0b77245228f3,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:18.937418 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d13179ed-53c6-4afd-aaa5-f596b41fba6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785976'] for subnet (ddb48e42-3d61-453a-90ed-9d67363fcb4f), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:18.976232 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39296) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:18.983689 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:18.997880 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d13179ed-53c6-4afd-aaa5-f596b41fba6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2994412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786414'] for subnet (ddb48e42-3d61-453a-90ed-9d67363fcb4f), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.003125 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:19.026300 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13179ed-53c6-4afd-aaa5-f596b41fba6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb48e42-3d61-453a-90ed-9d67363fcb4f,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:19.028342 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-6bc8eb13-5d24-403b-a467-a0b900bd8535 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c322a47bb2364c8ea9250a7ecea537bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507884 Oct 16 01:08:19.030779 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39298) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:19.033359 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d13179ed-53c6-4afd-aaa5-f596b41fba6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.038917 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d13179ed-53c6-4afd-aaa5-f596b41fba6e admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/ddb48e42-3d61-453a-90ed-9d67363fcb4f HTTP/1.1" status: 204 len: 168 time: 0.2717023 Oct 16 01:08:19.039465 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39300) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:19.049390 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1d2cfc-eb1c-4c2c-a9d2-a9840b12c596 None None] Network 57335160-65ed-4241-a862-dbf37da52fd2 requested from dv-cinder-master-3-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 16 01:08:19.053425 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:19.099532 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2f93ff3c-a32e-40b7-9d17-8f20490c5c6d admin admin] Publish callbacks [] for security_group (db2762ca-4e2b-467c-b3dc-a74eeffcc3d3), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.128387 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778869'] for network (57335160-65ed-4241-a862-dbf37da52fd2), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.128915 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2f93ff3c-a32e-40b7-9d17-8f20490c5c6d admin admin] Publish callbacks [] for security_group (db2762ca-4e2b-467c-b3dc-a74eeffcc3d3), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.131296 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:19.185611 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Deleting port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 16 01:08:19.186224 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726298503976'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.196842 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2f93ff3c-a32e-40b7-9d17-8f20490c5c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (db2762ca-4e2b-467c-b3dc-a74eeffcc3d3), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.199410 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2f93ff3c-a32e-40b7-9d17-8f20490c5c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.200548 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-2f93ff3c-a32e-40b7-9d17-8f20490c5c6d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/db2762ca-4e2b-467c-b3dc-a74eeffcc3d3 HTTP/1.1" status: 204 len: 168 time: 0.1688073 Oct 16 01:08:19.209666 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93ff3c-a32e-40b7-9d17-8f20490c5c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2762ca-4e2b-467c-b3dc-a74eeffcc3d3,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:19.267047 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] For port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3fff1000-da0b-466d-9856-c4fcdcbd4c2e,segment=NetworkSegment(a2b144b3-1489-4a11-bdb8-6be66ef8e43c),segment_id=a2b144b3-1489-4a11-bdb8-6be66ef8e43c)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 01:08:19.267384 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610934'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.281209 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Calling delete_port for 3fff1000-da0b-466d-9856-c4fcdcbd4c2e owned by network:dhcp {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 16 01:08:19.364359 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1805996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726298506662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726298048741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2994393'] for port (3fff1000-da0b-466d-9856-c4fcdcbd4c2e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.391096 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fff1000-da0b-466d-9856-c4fcdcbd4c2e,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:19.395494 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] No DVR routers for this DVR port 3fff1000-da0b-466d-9856-c4fcdcbd4c2e on host dv-cinder-master-3-iscsi {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 16 01:08:19.475556 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715562', 'neutron.services.segments.db._delete_segments_for_network-8726298563292'] for network (57335160-65ed-4241-a862-dbf37da52fd2), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.502131 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57335160-65ed-4241-a862-dbf37da52fd2']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:19.515073 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:19.515453 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b144b3-1489-4a11-bdb8-6be66ef8e43c') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 01:08:19.527714 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726298515878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992197'] for segment (a2b144b3-1489-4a11-bdb8-6be66ef8e43c), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.543457 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c25dd67-69de-4129-867e-8bcee975fba5 None None] DHCP port deletion for 57335160-65ed-4241-a862-dbf37da52fd2 request from dv-cinder-master-3-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 16 01:08:19.546892 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:19.569919 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191'] for segment (a2b144b3-1489-4a11-bdb8-6be66ef8e43c), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.580549 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 01:08:19.580995 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2994182'] for segment (a2b144b3-1489-4a11-bdb8-6be66ef8e43c), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.605809 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:08:19.630469 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:08:19.631101 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device d48c3a5e-a5b6-437b-9b47-0e5512bf4fa8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:08:19.631607 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 3fff1000-da0b-466d-9856-c4fcdcbd4c2e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:08:19.650143 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649897'] for network (57335160-65ed-4241-a862-dbf37da52fd2), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.660334 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: 3fff1000-da0b-466d-9856-c4fcdcbd4c2e {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:08:19.661895 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device 3fff1000-da0b-466d-9856-c4fcdcbd4c2e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:08:19.661895 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device a0f3de46-77fa-4767-8d04-a86666829119 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 01:08:19.667020 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586856'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.670486 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/57335160-65ed-4241-a862-dbf37da52fd2 HTTP/1.1" status: 204 len: 168 time: 0.6285949 Oct 16 01:08:19.688173 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] No Port match for: a0f3de46-77fa-4767-8d04-a86666829119 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 16 01:08:19.688536 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Device a0f3de46-77fa-4767-8d04-a86666829119 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 01:08:19.693690 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c8c0d-8943-49ae-928e-56d1d6ab17a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=57335160-65ed-4241-a862-dbf37da52fd2,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:19.865720 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39310) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:19.887429 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment a2b144b3-1489-4a11-bdb8-6be66ef8e43c resource provider aggregate not found Oct 16 01:08:19.912233 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment a2b144b3-1489-4a11-bdb8-6be66ef8e43c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2b144b3-1489-4a11-bdb8-6be66ef8e43c found for delete ", "request_id": "req-86e9daa3-1fbb-49cf-a8a3-80bf5ef31050"}]} Oct 16 01:08:19.919213 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a0340045-7a71-4352-a82c-e11a89f5d010 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b8852bfe31aa4ba68190661d26c177cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518870 Oct 16 01:08:19.921938 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39314) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:19.971649 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf965c16-0410-4209-9674-19e609ff97e8 admin admin] Publish callbacks [] for security_group (7a279710-7506-4f0c-bac4-6c2b0f088046), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:19.991269 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf965c16-0410-4209-9674-19e609ff97e8 admin admin] Publish callbacks [] for security_group (7a279710-7506-4f0c-bac4-6c2b0f088046), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:20.043734 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf965c16-0410-4209-9674-19e609ff97e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (7a279710-7506-4f0c-bac4-6c2b0f088046), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:20.046207 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf965c16-0410-4209-9674-19e609ff97e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:20.047365 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-bf965c16-0410-4209-9674-19e609ff97e8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7a279710-7506-4f0c-bac4-6c2b0f088046 HTTP/1.1" status: 204 len: 168 time: 0.1244440 Oct 16 01:08:20.055976 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf965c16-0410-4209-9674-19e609ff97e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a279710-7506-4f0c-bac4-6c2b0f088046,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:21.626178 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:21.628081 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:23.522347 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:08:23.608857 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-93a331ca-c0a2-4112-9c83-f5e681aadf7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:26.371770 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f23df766-d721-4cd7-a103-0700e8b4de40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:27.801185 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:29.494644 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39428) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:29.607975 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-12fa9d2b-571d-44b2-9d7f-cc45a539546b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:29.888297 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:29.914624 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-12fa9d2b-571d-44b2-9d7f-cc45a539546b admin admin] Publish callbacks [] for security_group (affcce94-8013-41bd-94da-0e7cb827031f), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:29.919064 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-12fa9d2b-571d-44b2-9d7f-cc45a539546b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (affcce94-8013-41bd-94da-0e7cb827031f), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:29.960396 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-12fa9d2b-571d-44b2-9d7f-cc45a539546b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=34db4209796f4261aa01c1f0175e0da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645624 Oct 16 01:08:29.961127 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa9d2b-571d-44b2-9d7f-cc45a539546b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affcce94-8013-41bd-94da-0e7cb827031f,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:29.963964 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39432) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:29.969971 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:30.017577 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-815d2280-f6cc-4c46-9754-4a2dfaadaaf8 admin admin] Publish callbacks [] for security_group (affcce94-8013-41bd-94da-0e7cb827031f), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:30.037525 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-815d2280-f6cc-4c46-9754-4a2dfaadaaf8 admin admin] Publish callbacks [] for security_group (affcce94-8013-41bd-94da-0e7cb827031f), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:30.050415 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=33,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:30.051332 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:30.087164 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-815d2280-f6cc-4c46-9754-4a2dfaadaaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (affcce94-8013-41bd-94da-0e7cb827031f), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:30.089656 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-815d2280-f6cc-4c46-9754-4a2dfaadaaf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:30.090772 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-815d2280-f6cc-4c46-9754-4a2dfaadaaf8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/affcce94-8013-41bd-94da-0e7cb827031f HTTP/1.1" status: 204 len: 168 time: 0.1258590 Oct 16 01:08:30.098901 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d2280-f6cc-4c46-9754-4a2dfaadaaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affcce94-8013-41bd-94da-0e7cb827031f,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:30.244023 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:31.755827 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39482) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:31.863474 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-292cbe55-f5e4-43c8-a770-ad6b853ed6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:31.940692 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-292cbe55-f5e4-43c8-a770-ad6b853ed6f8 admin admin] Publish callbacks [] for security_group (378a4d44-478c-4283-93ff-5b6a1bdc2563), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:31.944803 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-292cbe55-f5e4-43c8-a770-ad6b853ed6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (378a4d44-478c-4283-93ff-5b6a1bdc2563), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:31.985121 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-292cbe55-f5e4-43c8-a770-ad6b853ed6f8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d9680903f6f54428821707737e370139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282319 Oct 16 01:08:31.986211 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cbe55-f5e4-43c8-a770-ad6b853ed6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378a4d44-478c-4283-93ff-5b6a1bdc2563,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:31.988104 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39486) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:32.040247 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7a21dcf-3807-42c2-b3f1-16768bd890e0 admin admin] Publish callbacks [] for security_group (378a4d44-478c-4283-93ff-5b6a1bdc2563), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:32.055792 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:32.060536 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7a21dcf-3807-42c2-b3f1-16768bd890e0 admin admin] Publish callbacks [] for security_group (378a4d44-478c-4283-93ff-5b6a1bdc2563), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:32.109002 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7a21dcf-3807-42c2-b3f1-16768bd890e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (378a4d44-478c-4283-93ff-5b6a1bdc2563), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:32.111664 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7a21dcf-3807-42c2-b3f1-16768bd890e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:32.112795 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e7a21dcf-3807-42c2-b3f1-16768bd890e0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/378a4d44-478c-4283-93ff-5b6a1bdc2563 HTTP/1.1" status: 204 len: 168 time: 0.1237233 Oct 16 01:08:32.121088 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a21dcf-3807-42c2-b3f1-16768bd890e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378a4d44-478c-4283-93ff-5b6a1bdc2563,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:32.388782 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39492) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:32.403543 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4da126c1-66b2-4cf5-9847-bc06ef0249e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:32.481650 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4da126c1-66b2-4cf5-9847-bc06ef0249e1 admin admin] Publish callbacks [] for security_group (b450a66e-8c80-4894-a7a4-f52c5d7cd53b), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:32.485230 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4da126c1-66b2-4cf5-9847-bc06ef0249e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (b450a66e-8c80-4894-a7a4-f52c5d7cd53b), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:32.522400 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da126c1-66b2-4cf5-9847-bc06ef0249e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b450a66e-8c80-4894-a7a4-f52c5d7cd53b,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:32.528324 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4da126c1-66b2-4cf5-9847-bc06ef0249e1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f4395f4aa2f1419c8eab0a48979597eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383572 Oct 16 01:08:32.530849 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39494) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:08:32.583667 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e4789315-5ee6-400e-a978-47e03bab1bbf admin admin] Publish callbacks [] for security_group (b450a66e-8c80-4894-a7a4-f52c5d7cd53b), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:32.604138 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e4789315-5ee6-400e-a978-47e03bab1bbf admin admin] Publish callbacks [] for security_group (b450a66e-8c80-4894-a7a4-f52c5d7cd53b), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:32.650927 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e4789315-5ee6-400e-a978-47e03bab1bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (b450a66e-8c80-4894-a7a4-f52c5d7cd53b), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:32.653399 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e4789315-5ee6-400e-a978-47e03bab1bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:32.654565 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e4789315-5ee6-400e-a978-47e03bab1bbf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b450a66e-8c80-4894-a7a4-f52c5d7cd53b HTTP/1.1" status: 204 len: 168 time: 0.1227942 Oct 16 01:08:32.662519 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4789315-5ee6-400e-a978-47e03bab1bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b450a66e-8c80-4894-a7a4-f52c5d7cd53b,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:08:33.518341 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:33.519112 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:40.237448 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:41.979646 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=16,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:41.982266 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=21,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:42.137275 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:42.637192 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=5,neutron:SELECT=34,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:42.658192 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=71,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:42.676937 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:48.035092 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:51.509897 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:51.510618 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:08:53.610761 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9855fbf8-6b3a-457a-9ca4-dcb0093bcccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:56.373443 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d2906689-da09-41f1-8948-edac690b283f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:57.804263 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:08:59.891911 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:00.247696 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:00.521216 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:09:02.863053 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39698) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:02.970960 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be38d49a-49c4-4f8f-b5e2-8255b6b9db11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.051857 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be38d49a-49c4-4f8f-b5e2-8255b6b9db11 admin admin] Publish callbacks [] for security_group (ef5530ec-edb1-4510-9c25-5c151fe1e2ac), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.055684 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be38d49a-49c4-4f8f-b5e2-8255b6b9db11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (ef5530ec-edb1-4510-9c25-5c151fe1e2ac), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.097013 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38d49a-49c4-4f8f-b5e2-8255b6b9db11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5530ec-edb1-4510-9c25-5c151fe1e2ac,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:03.102294 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-be38d49a-49c4-4f8f-b5e2-8255b6b9db11 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=35a285fc9170459395ef7304b4c468d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382286 Oct 16 01:09:03.104977 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39702) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:03.157478 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a2d5814-ad0e-49dc-a8e1-09949f663d96 admin admin] Publish callbacks [] for security_group (ef5530ec-edb1-4510-9c25-5c151fe1e2ac), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.177850 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a2d5814-ad0e-49dc-a8e1-09949f663d96 admin admin] Publish callbacks [] for security_group (ef5530ec-edb1-4510-9c25-5c151fe1e2ac), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.226952 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a2d5814-ad0e-49dc-a8e1-09949f663d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (ef5530ec-edb1-4510-9c25-5c151fe1e2ac), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.229372 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a2d5814-ad0e-49dc-a8e1-09949f663d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.231161 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8a2d5814-ad0e-49dc-a8e1-09949f663d96 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ef5530ec-edb1-4510-9c25-5c151fe1e2ac HTTP/1.1" status: 204 len: 168 time: 0.1240177 Oct 16 01:09:03.239001 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d5814-ad0e-49dc-a8e1-09949f663d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5530ec-edb1-4510-9c25-5c151fe1e2ac,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:03.496650 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39708) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:03.510282 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.590445 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Publish callbacks [] for security_group (7a7ea1c3-0624-42ba-8609-d07e888a1267), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.594192 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (7a7ea1c3-0624-42ba-8609-d07e888a1267), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.634064 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=413fd1eccc34426cbf4341a2f0faa239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363130 Oct 16 01:09:03.635251 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7ea1c3-0624-42ba-8609-d07e888a1267,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:03.637472 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39710) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:03.643732 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.644014 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.644366 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.644711 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.645048 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.645390 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.645724 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.646057 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.646393 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.646747 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.647130 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.647433 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.647765 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.648092 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.648478 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e2ef2-5d74-4725-8ad7-39b0299c54a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:03.687083 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3975163a-b01d-4f58-b94d-2cce5f0ae57b admin admin] Publish callbacks [] for security_group (7a7ea1c3-0624-42ba-8609-d07e888a1267), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.707454 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3975163a-b01d-4f58-b94d-2cce5f0ae57b admin admin] Publish callbacks [] for security_group (7a7ea1c3-0624-42ba-8609-d07e888a1267), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.757125 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3975163a-b01d-4f58-b94d-2cce5f0ae57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (7a7ea1c3-0624-42ba-8609-d07e888a1267), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.759632 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3975163a-b01d-4f58-b94d-2cce5f0ae57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:03.760801 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3975163a-b01d-4f58-b94d-2cce5f0ae57b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7a7ea1c3-0624-42ba-8609-d07e888a1267 HTTP/1.1" status: 204 len: 168 time: 0.1222324 Oct 16 01:09:03.769226 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975163a-b01d-4f58-b94d-2cce5f0ae57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7ea1c3-0624-42ba-8609-d07e888a1267,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:05.759693 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39778) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:05.866708 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-61a5fecf-2103-42af-913d-5bf3454d1c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:05.945327 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-61a5fecf-2103-42af-913d-5bf3454d1c39 admin admin] Publish callbacks [] for security_group (3cf70877-7775-44fa-806a-51b4f31bae5f), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:05.949453 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-61a5fecf-2103-42af-913d-5bf3454d1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3cf70877-7775-44fa-806a-51b4f31bae5f), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:05.986602 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5fecf-2103-42af-913d-5bf3454d1c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf70877-7775-44fa-806a-51b4f31bae5f,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:05.991795 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-61a5fecf-2103-42af-913d-5bf3454d1c39 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3c5315d8d81a4a5387dbe596f2c9178a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310953 Oct 16 01:09:05.994407 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39782) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:06.044067 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2fb3-089c-4966-932f-f18861294b75 admin admin] Publish callbacks [] for security_group (3cf70877-7775-44fa-806a-51b4f31bae5f), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:06.063904 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2fb3-089c-4966-932f-f18861294b75 admin admin] Publish callbacks [] for security_group (3cf70877-7775-44fa-806a-51b4f31bae5f), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:06.069911 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:06.093979 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:06.117431 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2fb3-089c-4966-932f-f18861294b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (3cf70877-7775-44fa-806a-51b4f31bae5f), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:06.119950 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2fb3-089c-4966-932f-f18861294b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:06.121591 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d8ff2fb3-089c-4966-932f-f18861294b75 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3cf70877-7775-44fa-806a-51b4f31bae5f HTTP/1.1" status: 204 len: 168 time: 0.1257474 Oct 16 01:09:06.129344 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff2fb3-089c-4966-932f-f18861294b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf70877-7775-44fa-806a-51b4f31bae5f,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:06.392879 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39788) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:06.407090 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1f78d8aa-b8cd-4578-9196-16040657c2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:06.483237 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1f78d8aa-b8cd-4578-9196-16040657c2c3 admin admin] Publish callbacks [] for security_group (dc907ad7-3c4f-4902-bab9-52637e3fad4c), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:06.486919 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1f78d8aa-b8cd-4578-9196-16040657c2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (dc907ad7-3c4f-4902-bab9-52637e3fad4c), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:06.525156 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1f78d8aa-b8cd-4578-9196-16040657c2c3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a25b795de8cd43e4a9fdfd31dd3891ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312020 Oct 16 01:09:06.527215 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78d8aa-b8cd-4578-9196-16040657c2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc907ad7-3c4f-4902-bab9-52637e3fad4c,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:06.528693 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39790) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:06.578735 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-362e8cf9-32b0-4039-8c1c-22b4942263d8 admin admin] Publish callbacks [] for security_group (dc907ad7-3c4f-4902-bab9-52637e3fad4c), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:06.601998 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-362e8cf9-32b0-4039-8c1c-22b4942263d8 admin admin] Publish callbacks [] for security_group (dc907ad7-3c4f-4902-bab9-52637e3fad4c), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:06.648396 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-362e8cf9-32b0-4039-8c1c-22b4942263d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (dc907ad7-3c4f-4902-bab9-52637e3fad4c), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:06.650892 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-362e8cf9-32b0-4039-8c1c-22b4942263d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:06.652013 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-362e8cf9-32b0-4039-8c1c-22b4942263d8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dc907ad7-3c4f-4902-bab9-52637e3fad4c HTTP/1.1" status: 204 len: 168 time: 0.1222756 Oct 16 01:09:06.660227 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e8cf9-32b0-4039-8c1c-22b4942263d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc907ad7-3c4f-4902-bab9-52637e3fad4c,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:10.518185 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:13.252554 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:13.781860 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:14.745293 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39908) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:14.853987 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:14.929914 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Publish callbacks [] for security_group (5988dd46-7a80-4d12-9e57-e023677d8c82), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:14.933505 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (5988dd46-7a80-4d12-9e57-e023677d8c82), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:14.977216 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fadabd77b39049ce87be1b401cb1e77f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306404 Oct 16 01:09:14.978091 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5988dd46-7a80-4d12-9e57-e023677d8c82,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:14.979247 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39912) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:14.990771 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.991353 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.991896 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.992448 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.993019 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.993601 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.994177 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.994714 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.995292 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.995840 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.996424 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.996968 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.998210 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.998752 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:14.999319 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed5270-ae4a-4c2b-96de-17907eb29824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 01:09:15.041916 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-27b96e3d-6fbf-4c95-84ee-5edb9fa1792f admin admin] Publish callbacks [] for security_group (5988dd46-7a80-4d12-9e57-e023677d8c82), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:15.062721 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-27b96e3d-6fbf-4c95-84ee-5edb9fa1792f admin admin] Publish callbacks [] for security_group (5988dd46-7a80-4d12-9e57-e023677d8c82), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:15.110332 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-27b96e3d-6fbf-4c95-84ee-5edb9fa1792f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (5988dd46-7a80-4d12-9e57-e023677d8c82), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:15.112842 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-27b96e3d-6fbf-4c95-84ee-5edb9fa1792f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:15.113975 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-27b96e3d-6fbf-4c95-84ee-5edb9fa1792f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5988dd46-7a80-4d12-9e57-e023677d8c82 HTTP/1.1" status: 204 len: 168 time: 0.1326447 Oct 16 01:09:15.121700 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b96e3d-6fbf-4c95-84ee-5edb9fa1792f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5988dd46-7a80-4d12-9e57-e023677d8c82,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:15.134184 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:15.391128 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39918) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:15.404465 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c3ca9aea-e189-4da7-b6f6-197239240e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:15.480591 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c3ca9aea-e189-4da7-b6f6-197239240e30 admin admin] Publish callbacks [] for security_group (7db062b6-d969-4731-a53e-1adc9bb1aa6b), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:15.484657 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c3ca9aea-e189-4da7-b6f6-197239240e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (7db062b6-d969-4731-a53e-1adc9bb1aa6b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:15.521597 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca9aea-e189-4da7-b6f6-197239240e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db062b6-d969-4731-a53e-1adc9bb1aa6b,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:15.525677 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c3ca9aea-e189-4da7-b6f6-197239240e30 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5f176ff9cc2c4ea1994594e361801052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335616 Oct 16 01:09:15.528472 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39920) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:15.578354 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d04cd253-a003-48b6-82e1-4ffa237faa28 admin admin] Publish callbacks [] for security_group (7db062b6-d969-4731-a53e-1adc9bb1aa6b), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:15.598263 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d04cd253-a003-48b6-82e1-4ffa237faa28 admin admin] Publish callbacks [] for security_group (7db062b6-d969-4731-a53e-1adc9bb1aa6b), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:15.646930 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d04cd253-a003-48b6-82e1-4ffa237faa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (7db062b6-d969-4731-a53e-1adc9bb1aa6b), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:15.649382 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d04cd253-a003-48b6-82e1-4ffa237faa28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:15.650501 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d04cd253-a003-48b6-82e1-4ffa237faa28 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7db062b6-d969-4731-a53e-1adc9bb1aa6b HTTP/1.1" status: 204 len: 168 time: 0.1209569 Oct 16 01:09:15.659468 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cd253-a003-48b6-82e1-4ffa237faa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db062b6-d969-4731-a53e-1adc9bb1aa6b,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:15.975742 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.25', 39926) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:15.982429 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:15.993431 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9c35707c-12dd-4b32-9357-17cdd6a33821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:16.013790 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=7,neutron:SELECT=75,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:16.073685 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9c35707c-12dd-4b32-9357-17cdd6a33821 admin admin] Publish callbacks [] for security_group (78f28792-0dcc-493b-bc74-57e3b52706e4), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:16.079122 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9c35707c-12dd-4b32-9357-17cdd6a33821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (78f28792-0dcc-493b-bc74-57e3b52706e4), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:16.118327 dv-cinder-master-3-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9c35707c-12dd-4b32-9357-17cdd6a33821 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6e0679096c8d46e697ed6604c2ae793a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414275 Oct 16 01:09:16.119209 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35707c-12dd-4b32-9357-17cdd6a33821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f28792-0dcc-493b-bc74-57e3b52706e4,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:16.121642 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.25', 39928) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 16 01:09:16.173135 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0db08cdc-8fbf-4b34-97f7-c23718aa0fdb admin admin] Publish callbacks [] for security_group (78f28792-0dcc-493b-bc74-57e3b52706e4), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:16.194704 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0db08cdc-8fbf-4b34-97f7-c23718aa0fdb admin admin] Publish callbacks [] for security_group (78f28792-0dcc-493b-bc74-57e3b52706e4), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:16.244929 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0db08cdc-8fbf-4b34-97f7-c23718aa0fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544545'] for security_group (78f28792-0dcc-493b-bc74-57e3b52706e4), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:16.247702 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0db08cdc-8fbf-4b34-97f7-c23718aa0fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:16.248830 dv-cinder-master-3-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0db08cdc-8fbf-4b34-97f7-c23718aa0fdb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/78f28792-0dcc-493b-bc74-57e3b52706e4 HTTP/1.1" status: 204 len: 168 time: 0.1261406 Oct 16 01:09:16.256988 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db08cdc-8fbf-4b34-97f7-c23718aa0fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f28792-0dcc-493b-bc74-57e3b52706e4,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 01:09:18.057328 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:23.613144 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-344a98a0-ab94-4de0-a3d7-ee956234ca1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:24.787462 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:24.788120 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:26.110630 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:26.115011 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=3,neutron:SELECT=12 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:26.252364 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=70,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:26.253087 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=65,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:26.376367 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b06e40d7-4ad4-4d20-9b96-5098955dac1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:27.807133 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:29.895241 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:30.248194 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:37.521305 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:09:40.238298 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:40.241628 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:40.243635 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:48.054203 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:51.300981 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=15 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:51.303886 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=13 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:09:53.615181 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-15261a6f-ee9e-49b4-8f62-91d52dd9e2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:56.378306 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c27f5fcd-b870-4306-8461-4d9607924b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:57.810403 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:09:59.899116 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:10:00.250503 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:10:01.784222 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:01.784878 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:09.888300 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:10.241021 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:10.246885 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:14.521205 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:10:18.054302 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:10:23.617453 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a01cf8f5-e377-433a-9a9a-1d1b51c8e36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:10:24.517045 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:24.517800 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:26.381996 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3547beb6-0ccf-44da-ad31-650d5640f464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:10:27.812815 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:10:29.901371 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:10:30.253898 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:10:38.777435 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:38.781386 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:40.243216 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:40.247586 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:40.249591 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:48.050096 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:10:51.514897 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:10:51.522597 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:10:53.621178 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5c919a1c-982b-46ff-b9db-767c51e2499b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:10:56.385207 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-470bf5e1-0904-4489-b0cd-54f3588daebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:10:57.816099 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:10:59.904267 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:11:00.258200 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:11:01.518417 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:11.301506 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=16 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:11.306035 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:11.307730 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=2,neutron:SELECT=13 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:15.766164 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:15.776309 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:18.049161 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:11:23.622958 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-56bbcef4-d1bb-4334-b2c9-5316491fc05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:11:26.387549 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02b2d880-67f5-46a7-b8cc-c50ff25f3117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:11:27.823295 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:11:28.521883 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:11:29.907266 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:11:30.262015 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:11:38.517545 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:38.518563 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:40.251190 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:40.254107 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:40.258892 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:48.048609 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:11:52.777695 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=16 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:52.782642 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=16 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:11:53.624546 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bb945d41-c509-4bd9-9a49-53802110ab6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:11:56.388782 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ea3cb967-72e7-4004-8d89-1ebf03201dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:11:57.823374 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:11:59.909778 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:12:00.263335 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:12:05.523374 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:12:10.252147 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:12:10.257323 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:12:10.259165 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:12:15.516519 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:12:15.517313 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:12:18.047564 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:12:23.628303 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eed92600-ee68-43b8-9c25-e34366882596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:12:26.390600 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1b89a1d4-9ab3-4b35-b43f-db6a275d61e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:12:27.826287 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:12:29.783842 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:12:29.788724 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:12:29.914753 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:12:30.266795 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:12:40.257121 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:12:40.260001 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:12:40.262425 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:12:42.522242 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:12:48.046326 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:12:52.518389 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:12:52.519213 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:12:53.630378 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-65d6ac85-454b-4b76-b46b-f629a8716577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:12:56.395736 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a2dc82fd-7b31-4746-8eab-4888c07524c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:12:57.828551 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:12:59.908511 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:13:00.268703 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:13:03.260493 dv-cinder-master-3-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-4926c198-560c-48a7-8363-3f0c389ca5ee req-a2d798bd-6746-4e51-b3ae-3b4c1a71a570 service neutron] (104579) timed out ('10.222.0.36', 49922) {{(pid=104579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 16 01:13:04.121982 dv-cinder-master-3-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-fb6dd449-f1e6-4d37-9669-500ecf7ac834 req-bc822151-31e9-44ac-a674-aa8f782296a8 service neutron] (104580) timed out ('10.222.0.36', 49946) {{(pid=104580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 16 01:13:10.497166 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:13:10.498031 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:13:11.303154 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:13:11.307271 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=16 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:13:11.310090 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:13:18.046948 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:13:19.521575 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:13:23.632329 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-93c1cdcd-4ae6-4596-aae1-ec8d42a801ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:13:26.397449 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c2c0c399-087d-462b-9ce2-5c232f4a739f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:13:27.831321 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:13:29.517000 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:13:29.517762 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:13:29.913943 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:13:30.272682 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:13:40.261695 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:13:40.266624 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:13:40.268675 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:13:48.046318 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:13:51.306746 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=15 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:13:51.308650 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=17 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:13:53.634083 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-892f49ff-c0c3-4608-9b47-057f12d0c04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:13:56.398839 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd480-ca7e-4306-b408-9d830cf878d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:13:56.520421 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6693eda3-aca5-4b4c-b184-a75f274edee6 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 01:13:57.833855 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:13:59.916386 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:14:00.274202 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dec24875-85cf-48c6-b7cd-8878a742a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (dc0c6073-f4be-4d13-938d-95fb0588bc00), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:14:06.515790 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:14:06.516566 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:14:10.263942 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:14:10.264741 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:14:10.269788 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:14:18.033080 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-20278026-1857-4c2e-8d9b-bf5e053d0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fbcb26bd-1e10-4d97-b7f8-826231fa8909), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:14:20.783113 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:14:20.788371 dv-cinder-master-3-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 16 01:14:23.636302 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02507360-ec23-4f04-a2e1-37f35b4b3a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (a0fd50fb-87af-413f-820a-27c0162cb5de), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:14:26.394309 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8ef6d5ee-02d7-4947-a4c7-6bdbdeeb5a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (fd33115c-d5ef-4a62-ab3f-13142aafa0cb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:14:27.837937 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5ea8-cee0-4ce1-b202-d163d188d9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (67771969-1cc8-4705-8029-f1897d8d3e72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 16 01:14:29.922588 dv-cinder-master-3-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-95cad962-f418-45be-9179-4cc8fc4bf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726298563274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714725'] for agent (d3d486cc-aecc-4137-bac0-1c777d588ae6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}